-- Logs begin at Fri 2022-08-26 05:17:42 UTC, end at Fri 2022-08-26 06:37:38 UTC. -- Aug 26 06:07:38.503094 dv-cinder-853910-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 26 06:07:41.141911 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.common.config [-] Logging enabled! Aug 26 06:07:41.142544 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev521 Aug 26 06:07:41.142707 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106984) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 26 06:07:41.146012 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.common.config [-] Logging enabled! Aug 26 06:07:41.146212 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev521 Aug 26 06:07:41.146519 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106984) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 26 06:07:41.147464 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 26 06:07:41.147700 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 26 06:07:41.148449 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 26 06:07:41.148566 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 26 06:07:41.148805 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 26 06:07:41.149129 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.149431 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.149674 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.149969 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.150267 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.150551 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.150868 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.151166 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.151455 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.151734 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.152022 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.152252 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.152540 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.152826 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.153114 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.153340 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] debug = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.153620 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.154048 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.154461 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.154792 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.155084 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.155368 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.155639 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.155915 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.156200 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.156532 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] host = dv-cinder-853910-3-iscsi {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.156811 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.157157 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.157493 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.157780 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.158056 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.158334 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.158640 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.158914 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.159187 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] log_file = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.159462 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.159750 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.160039 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.160336 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.160561 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.160784 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.161069 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.161359 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.161635 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.161909 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.162183 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.162459 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.162760 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.163028 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.163312 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.163595 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.163926 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.164459 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.164736 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.165004 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.165278 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.165561 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.165833 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.166107 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.166378 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.166686 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.166956 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.167229 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.167527 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.167812 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.168092 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.168378 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.168651 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.168931 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.169200 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.169470 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.169736 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] use_json = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.170004 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.170278 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.170556 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.170851 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.171121 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.171390 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.171659 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.171940 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.172213 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:41.172514 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.172808 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.173105 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.173388 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.173685 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.173962 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.174250 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.174525 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.174835 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.175122 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.175410 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.175683 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.175980 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.176271 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.176564 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.176869 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.177162 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.177452 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.177724 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.177996 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.178268 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.178544 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.178851 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.179129 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.179977 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.180332 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.180623 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.180923 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.181210 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.181494 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.181784 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.182069 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.182341 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.182643 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.182927 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.183202 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.183473 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.183759 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.184035 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.184304 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.184585 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.184874 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.185161 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.185432 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.185708 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.185997 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.186270 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.186540 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.186832 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.187106 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.187375 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.187654 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.187928 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.188196 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.188464 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.188738 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.189007 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.189275 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.189548 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.189816 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.190088 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.190355 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.190647 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.190982 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.191252 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.191520 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.191790 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.192059 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.192335 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.192608 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.192879 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.193151 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.193421 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.193688 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.193969 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.194263 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.194539 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.194849 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.195752 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.196031 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.196306 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.196580 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.196860 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.197139 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.197410 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.197699 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.197982 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.198267 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.198547 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.198865 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.199160 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.199438 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.199715 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.199989 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.200266 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.200541 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.200828 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.201104 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.201380 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.201662 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.201944 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.202236 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.202530 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.202834 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.203132 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.203429 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.203722 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.204002 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.204308 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.204587 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:41.204804 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 26 06:07:41.205046 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106984) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 26 06:07:41.499377 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 26 06:07:41.499690 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 26 06:07:41.499956 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 26 06:07:41.500187 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 26 06:07:41.500461 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 26 06:07:41.500798 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 26 06:07:41.910699 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:41.910987 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:41.911256 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:41.912446 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:41.912719 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:41.912980 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:41.965528 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:41.965805 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:41.966076 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:41.982009 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:41.982287 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:41.982555 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.010949 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.011227 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.011498 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.047028 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.047301 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.047567 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.277857 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.278517 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.278517 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.278702 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.279581 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.375848 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.376167 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.376453 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.376724 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.376989 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.377297 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.377555 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.377810 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.378062 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.378341 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.378597 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.378883 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.379138 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.379388 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.379641 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.379901 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.380153 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.380417 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.380684 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.380939 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.381210 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.381459 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.381738 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.382114 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.382365 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.383222 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.383612 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 06:07:42.383848 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 06:07:42.384084 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 06:07:42.384320 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 06:07:42.384553 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 06:07:42.384785 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 06:07:42.385145 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 26 06:07:42.388256 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 26 06:07:42.392117 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 26 06:07:42.395944 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Aug 26 06:07:42.397562 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 26 06:07:42.398761 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 26 06:07:42.399103 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 26 06:07:42.399487 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 26 06:07:42.402231 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 26 06:07:42.402482 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 26 06:07:42.402855 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 26 06:07:42.407914 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 26 06:07:42.430674 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 26 06:07:42.431119 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.431415 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106984) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 26 06:07:42.431780 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.433108 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106984) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 26 06:07:42.433386 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 26 06:07:42.433631 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 26 06:07:42.437065 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.437343 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:42.573164 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 26 06:07:42.573342 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 26 06:07:42.573579 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 26 06:07:42.573956 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 26 06:07:42.630730 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO dbcounter [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Registered counter for database neutron Aug 26 06:07:42.650727 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_db.sqlalchemy.engines [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106984) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 26 06:07:42.656671 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG dbcounter [-] [106984] Writer thread running {{(pid=106984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 26 06:07:43.411441 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.plugins.ml2.managers [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Initializing driver for type 'gre' Aug 26 06:07:43.412072 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] gre ID ranges: [(1, 1000)] Aug 26 06:07:43.639368 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.plugins.ml2.managers [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Initializing driver for type 'local' Aug 26 06:07:43.639713 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.plugins.ml2.managers [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Initializing driver for type 'vlan' Aug 26 06:07:43.719357 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] VlanTypeDriver initialization complete Aug 26 06:07:43.719636 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.plugins.ml2.managers [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Initializing driver for type 'vxlan' Aug 26 06:07:43.720144 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] vxlan ID ranges: [(1, 1000)] Aug 26 06:07:43.908342 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.plugins.ml2.managers [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Initializing extension driver 'port_security' Aug 26 06:07:43.908687 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.plugins.ml2.extensions.port_security [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] PortSecurityExtensionDriver initialization complete Aug 26 06:07:43.909014 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.plugins.ml2.managers [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Initializing mechanism driver 'openvswitch' Aug 26 06:07:43.909510 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.plugins.ml2.managers [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Initializing mechanism driver 'hyperv' Aug 26 06:07:43.917511 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.plugins.ml2.plugin [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:07:43.918185 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > port after_create 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.918605 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > port after_update 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.918988 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > port after_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.919492 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106984) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 26 06:07:43.919912 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > subnet after_create 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.920268 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > subnet after_update 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.920615 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > subnet after_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.921034 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106984) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 26 06:07:43.921435 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > network after_create 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.921787 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > network after_update 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.922130 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > network after_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.922516 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106984) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 26 06:07:43.922945 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > security_group after_create 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.923290 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > security_group after_update 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.923628 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > security_group after_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.924015 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106984) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 26 06:07:43.924411 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.924755 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.925091 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.925475 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106984) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 26 06:07:43.925875 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > address_group after_create 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.926214 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > address_group after_update 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.926556 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > address_group after_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.926968 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106984) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 26 06:07:43.927403 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] ML2 OVO RPC backend initialized. {{(pid=106984) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 26 06:07:43.928145 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > router_interface after_create 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.928501 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.933018 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > network before_response 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.933018 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > networks before_response 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.933018 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > port before_response 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.933018 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > ports before_response 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.933318 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > subnet before_response 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.933318 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > subnets before_response 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.933318 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > network after_create 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.933318 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > network after_update 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.933619 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > network after_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.933619 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > port after_create 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.933619 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > port after_update 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.933619 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > port after_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.933954 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > subnet after_create 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.934289 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > subnet after_update 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.934638 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > subnet after_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.942264 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.quota [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded quota_driver: . Aug 26 06:07:43.942647 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.plugins.ml2.plugin [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Modular L2 Plugin initialization complete Aug 26 06:07:43.942992 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading services supported by the core plugin {{(pid=106984) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 26 06:07:43.943329 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.plugins.ml2.managers [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Got port-security extension from driver 'port_security' Aug 26 06:07:43.943804 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.extensions.vlantransparent [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Disabled vlantransparent extension. Aug 26 06:07:43.944296 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106984) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 26 06:07:43.944661 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading Plugin: router Aug 26 06:07:43.980522 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > router_interface before_create 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.980857 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > router after_create 55549900 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.981229 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > router before_create 55549900 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.981593 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.981967 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.982319 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > router after_delete 55549900 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.982695 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > floatingip after_create 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.983093 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > floatingip after_update 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.983449 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > router after_create 55549900 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.983794 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > router after_update 55549900 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.984142 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > router after_update 55549900 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.984488 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.984842 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > router after_update 55549900 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.985302 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > router precommit_update 55549900 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.985664 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: port after_update 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.986003 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: port after_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.986345 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: subnet after_update 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.986716 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.987064 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > port precommit_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.992751 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > router precommit_create 55549900 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.992751 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: port before_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.992751 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > router precommit_create 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.992751 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > router after_update 55549900 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.993070 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > router precommit_delete 55549900 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.993070 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > router precommit_create 55549900 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.993070 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > router_interface after_create 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.993070 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > router precommit_update 55549900 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.993347 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > agent after_create 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.993347 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > agent after_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.993347 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > network after_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.993347 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.quota.resource_registry [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Tracking information for resource: router configured {{(pid=106984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 06:07:43.993347 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.quota.resource_registry [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Tracking information for resource: floatingip configured {{(pid=106984) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 06:07:43.997481 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.db.l3_agentschedulers_db [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 26 06:07:43.998060 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: port after_update 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.998454 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: port after_create 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.998827 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: port after_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.999177 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: port after_update 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:43.999959 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > router before_create 55550100 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:44.000319 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > router precommit_delete 55550100 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:44.000677 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > router precommit_create 55550100 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:44.001030 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > router precommit_update 55550100 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:44.005871 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.services.provider_configuration [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Service providers = [] {{(pid=106984) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 26 06:07:44.006233 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.db.servicetype_db [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106984) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 26 06:07:44.009394 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.services.service_base [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106984) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 06:07:44.009783 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.services.service_base [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106984) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 06:07:44.010128 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.services.service_base [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106984) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 06:07:44.011032 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.services.service_base [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106984) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 06:07:44.011401 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.services.service_base [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 26 06:07:44.011781 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 06:07:44.012115 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 26 06:07:44.025636 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 06:07:44.025964 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading Plugin: auto_allocate Aug 26 06:07:44.031685 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: network precommit_update 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:44.032052 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: network precommit_create 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:44.032586 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 06:07:44.032905 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading Plugin: tag Aug 26 06:07:44.040523 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 06:07:44.040847 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading Plugin: timestamp Aug 26 06:07:44.044839 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 06:07:44.045177 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading Plugin: network_ip_availability Aug 26 06:07:44.050690 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:44.051061 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:44.051415 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:44.052127 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 06:07:44.052445 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading Plugin: flavors Aug 26 06:07:44.058681 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 06:07:44.059011 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading Plugin: revisions Aug 26 06:07:44.068782 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106984) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 06:07:44.069165 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_concurrency.lockutils [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.569s {{(pid=106984) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 26 06:07:44.070417 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106984) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 26 06:07:44.070831 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Initializing extension manager. Aug 26 06:07:44.071360 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: __init__.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.071699 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: __pycache__ {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.072029 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: address_group.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.072837 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.073415 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: address-group Aug 26 06:07:44.073762 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: address_scope.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.074414 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.074931 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: address-scope Aug 26 06:07:44.075249 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: admin_state_down_before_update.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.076134 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.076636 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: router-admin-state-down-before-update Aug 26 06:07:44.076953 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: agent.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.077613 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.078111 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: agent Aug 26 06:07:44.078427 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: agent_resources_synced.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.079315 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.079816 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: agent-resources-synced Aug 26 06:07:44.080137 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: allowedaddresspairs.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.081872 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.082383 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: allowed-address-pairs Aug 26 06:07:44.082731 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: auto_allocated_topology.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.083762 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.084262 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: auto-allocated-topology Aug 26 06:07:44.084580 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: availability_zone.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.085231 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.086294 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: availability_zone Aug 26 06:07:44.086610 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: availability_zone_filter.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.087490 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.088034 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: availability_zone_filter Aug 26 06:07:44.088351 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: data_plane_status.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.089206 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.089703 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension data-plane-status not supported by any of loaded plugins Aug 26 06:07:44.090045 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: default_subnetpools.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.090928 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.091426 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: default-subnetpools Aug 26 06:07:44.091744 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: dhcpagentscheduler.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.092506 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.093002 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: dhcp_agent_scheduler Aug 26 06:07:44.093369 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: dns.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.100303 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.100794 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension dns-integration not supported by any of loaded plugins Aug 26 06:07:44.101113 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: dns_domain_ports.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.102058 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.102553 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 26 06:07:44.102901 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.103772 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.104260 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 26 06:07:44.104578 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: dvr.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.105241 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.105732 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: dvr Aug 26 06:07:44.106049 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: ecmp_routes.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.106940 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.107435 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension ecmp_routes not supported by any of loaded plugins Aug 26 06:07:44.107751 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: empty_string_filtering.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.108614 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.109109 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: empty-string-filtering Aug 26 06:07:44.109433 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.110302 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.110829 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 26 06:07:44.111149 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.112017 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.112510 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 26 06:07:44.112866 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: external_net.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.113730 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.114230 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: external-net Aug 26 06:07:44.114546 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: extra_dhcp_opt.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.115424 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.115919 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: extra_dhcp_opt Aug 26 06:07:44.116237 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: extraroute.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.117118 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.117608 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: extraroute Aug 26 06:07:44.117923 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: extraroute_atomic.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.118934 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.119428 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: extraroute-atomic Aug 26 06:07:44.119744 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: filter_validation.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.120362 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.121063 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: filter-validation Aug 26 06:07:44.121393 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: fip_pf_description.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.122257 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.122782 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 26 06:07:44.123101 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: fip_pf_port_range.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.123962 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.124498 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 26 06:07:44.124814 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: fip_port_details.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.125681 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.126175 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: fip-port-details Aug 26 06:07:44.126495 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: flavors.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.127687 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.128195 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: flavors Aug 26 06:07:44.128516 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.130103 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.130633 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 26 06:07:44.130973 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: floatingip_pools.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.131643 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.132154 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: floatingip-pools Aug 26 06:07:44.133048 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: ip_allocation.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.134064 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.134563 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension ip_allocation not supported by any of loaded plugins Aug 26 06:07:44.134923 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.135847 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.136345 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: ip-substring-filtering Aug 26 06:07:44.136670 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: l2_adjacency.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.137564 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.138100 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension l2_adjacency not supported by any of loaded plugins Aug 26 06:07:44.138420 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: l3.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.139368 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.139878 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: router Aug 26 06:07:44.140201 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: l3_conntrack_helper.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.142354 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.142907 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 26 06:07:44.143240 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.144114 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.144618 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: ext-gw-mode Aug 26 06:07:44.144945 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.145818 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.146319 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: l3-ha Aug 26 06:07:44.146666 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.147534 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.148031 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 26 06:07:44.148974 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: l3_flavors.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.149837 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.150335 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: l3-flavors Aug 26 06:07:44.150679 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: l3_ndp_proxy.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.151990 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.152529 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 26 06:07:44.152852 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.153716 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.154215 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: l3-port-ip-change-not-allowed Aug 26 06:07:44.154538 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: l3agentscheduler.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.155559 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.156063 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: l3_agent_scheduler Aug 26 06:07:44.156387 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: local_ip.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.158079 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.158602 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension local_ip not supported by any of loaded plugins Aug 26 06:07:44.158960 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: logging.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.165749 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.166256 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension logging not supported by any of loaded plugins Aug 26 06:07:44.166591 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: metering.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.167312 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.168063 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: metering Aug 26 06:07:44.168391 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.169428 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.169981 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: metering_source_and_destination_fields Aug 26 06:07:44.170304 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: multiprovidernet.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.171214 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.171716 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: multi-provider Aug 26 06:07:44.172041 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: netmtu.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.172905 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.173567 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: net-mtu Aug 26 06:07:44.173890 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: netmtu_writable.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.174792 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.175296 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: net-mtu-writable Aug 26 06:07:44.175618 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: network_availability_zone.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.176289 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.176795 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: network_availability_zone Aug 26 06:07:44.177117 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: network_ip_availability.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.178174 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.178705 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: network-ip-availability Aug 26 06:07:44.179031 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: network_segment_range.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.180301 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.180941 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension network-segment-range not supported by any of loaded plugins Aug 26 06:07:44.181290 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: pagination.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.182242 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.182567 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: pagination Aug 26 06:07:44.182917 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: port_device_profile.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.183773 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.184275 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: port-device-profile Aug 26 06:07:44.184596 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: port_mac_address_override.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.185492 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.185990 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: port-mac-override Aug 26 06:07:44.186309 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.187215 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.187715 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: port-mac-address-regenerate Aug 26 06:07:44.188036 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.188908 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.189413 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: port-numa-affinity-policy Aug 26 06:07:44.189733 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: port_resource_request.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.190608 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.191191 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension port-resource-request not supported by any of loaded plugins Aug 26 06:07:44.191544 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: port_resource_request_groups.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.199279 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.199782 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 26 06:07:44.200105 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: portbindings.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.200980 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.201483 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: binding Aug 26 06:07:44.201805 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: portbindings_extended.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.203048 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.203559 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: binding-extended Aug 26 06:07:44.203886 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: portsecurity.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.204788 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.205283 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: port-security Aug 26 06:07:44.205609 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: project_id.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.206532 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.206887 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: project-id Aug 26 06:07:44.207210 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: providernet.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.208089 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.208591 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: provider Aug 26 06:07:44.208910 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: qos.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.212484 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.212994 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension qos not supported by any of loaded plugins Aug 26 06:07:44.213325 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.214522 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.215058 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 26 06:07:44.215384 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.216310 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.216811 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 26 06:07:44.217133 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: qos_default.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.218002 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.218502 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension qos-default not supported by any of loaded plugins Aug 26 06:07:44.218848 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: qos_fip.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.219767 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.220269 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension qos-fip not supported by any of loaded plugins Aug 26 06:07:44.220588 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: qos_fip_network_policy.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.231416 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.231896 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 26 06:07:44.232232 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: qos_gateway_ip.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.233142 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.233650 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 26 06:07:44.233979 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: qos_port_network_policy.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.234891 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.235395 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 26 06:07:44.235721 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.236729 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.237233 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 26 06:07:44.237559 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.238600 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.239128 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 26 06:07:44.239451 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: qos_pps_rule.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.240583 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.241092 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension qos-pps not supported by any of loaded plugins Aug 26 06:07:44.241417 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: qos_rule_type_details.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.242946 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.243453 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 26 06:07:44.243789 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: qos_rule_type_filter.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.244675 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.245177 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 26 06:07:44.245501 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: qos_rules_alias.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.246512 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.247051 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 26 06:07:44.247378 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: quota_check_limit.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.248253 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.248756 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: quota-check-limit Aug 26 06:07:44.249081 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: quotasv2.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.250089 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.250417 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: quotas Aug 26 06:07:44.250769 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: quotasv2_detail.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.252446 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.252789 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: quota_details Aug 26 06:07:44.253122 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: rbac.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.254462 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.255016 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: rbac-policies Aug 26 06:07:44.255353 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: rbac_address_group.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.256246 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.256762 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: rbac-address-group Aug 26 06:07:44.257092 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: rbac_address_scope.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.258578 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.259172 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: rbac-address-scope Aug 26 06:07:44.259500 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: rbac_security_groups.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.260462 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.260970 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: rbac-security-groups Aug 26 06:07:44.261295 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: rbac_subnetpool.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.262183 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.262763 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: rbac-subnetpool Aug 26 06:07:44.263087 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: revisionifmatch.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.263981 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.264487 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: revision-if-match Aug 26 06:07:44.264810 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: revisions.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.265891 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.266400 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: standard-attr-revisions Aug 26 06:07:44.266761 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: router_availability_zone.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.267401 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.267910 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: router_availability_zone Aug 26 06:07:44.268234 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: routerservicetype.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.269118 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.269624 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension router-service-type not supported by any of loaded plugins Aug 26 06:07:44.269949 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.270875 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.271387 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: security-groups-normalized-cidr Aug 26 06:07:44.271714 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: security_groups_port_filtering.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.272644 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.273204 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: port-security-groups-filtering Aug 26 06:07:44.273615 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.274604 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.275139 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: security-groups-remote-address-group Aug 26 06:07:44.275466 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.276366 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.276873 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: security-groups-shared-filtering Aug 26 06:07:44.277200 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: securitygroup.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.286718 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.287251 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: security-group Aug 26 06:07:44.287590 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: segment.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.288288 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.288809 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension segment not supported by any of loaded plugins Aug 26 06:07:44.289132 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.290453 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.290994 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 26 06:07:44.291325 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: servicetype.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.297247 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.297762 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: service-type Aug 26 06:07:44.298089 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: sorting.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.299075 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.299410 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: sorting Aug 26 06:07:44.299736 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: standard_attr_segment.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.300623 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.301135 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 26 06:07:44.301539 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: standardattrdescription.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.302157 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.302689 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: standard-attr-description Aug 26 06:07:44.303018 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: stateful_security_group.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.303922 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.305010 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: stateful-security-group Aug 26 06:07:44.305517 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: stdattrs_common.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.306074 dv-cinder-853910-3-iscsi neutron-server[106984]: WARNING neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 26 06:07:44.306401 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.307328 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.307841 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 26 06:07:44.308168 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: subnet_onboard.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.309181 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.309701 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: subnet_onboard Aug 26 06:07:44.310032 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.310954 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.311464 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 26 06:07:44.311790 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: subnet_service_types.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.312700 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.313207 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: subnet-service-types Aug 26 06:07:44.313534 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: subnetallocation.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.314578 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.315110 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: subnet_allocation Aug 26 06:07:44.315439 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.316074 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.316577 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: subnetpool-prefix-ops Aug 26 06:07:44.316902 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.317799 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.318303 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 26 06:07:44.318723 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: tagging.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.319765 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.320881 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: standard-attr-tag Aug 26 06:07:44.321286 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: timestamp.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.322444 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.322994 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loaded extension: standard-attr-timestamp Aug 26 06:07:44.323330 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: trunk.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.324321 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.324832 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension trunk not supported by any of loaded plugins Aug 26 06:07:44.325162 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: trunk_details.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.326049 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.326558 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension trunk-details not supported by any of loaded plugins Aug 26 06:07:44.326913 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: uplink_status_propagation.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.327794 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.328300 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 26 06:07:44.328628 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Loading extension file: vlantransparent.py {{(pid=106984) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 06:07:44.329268 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106984) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 06:07:44.329775 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extension vlan-transparent not supported by any of loaded plugins Aug 26 06:07:44.332351 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.quota.resource_registry [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Creating instance of TrackedResource for resource:network Aug 26 06:07:44.332874 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.quota.resource_registry [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Creating instance of TrackedResource for resource:subnet Aug 26 06:07:44.333274 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.quota.resource_registry [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 06:07:44.333665 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.quota.resource_registry [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Creating instance of TrackedResource for resource:port Aug 26 06:07:44.335000 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.v2.resource_helper [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 06:07:44.335444 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.v2.resource_helper [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Service FLAVORS assigned prefix: {{(pid=106984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 06:07:44.336202 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.v2.resource_helper [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 06:07:44.336629 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.v2.resource_helper [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 06:07:44.336966 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.quota.resource_registry [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Creating instance of TrackedResource for resource:router Aug 26 06:07:44.337395 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.quota.resource_registry [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Creating instance of TrackedResource for resource:floatingip Aug 26 06:07:44.337888 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.v2.resource_helper [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Service METERING assigned prefix: /metering {{(pid=106984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 06:07:44.339357 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:44.339739 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:44.340090 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:07:44.341096 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.quota.resource_registry [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Creating instance of CountableResource for resource:rbac_policy Aug 26 06:07:44.341540 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.quota.resource_registry [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Creating instance of TrackedResource for resource:security_group Aug 26 06:07:44.341979 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.quota.resource_registry [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Creating instance of TrackedResource for resource:security_group_rule Aug 26 06:07:44.342507 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.v2.resource_helper [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Service CORE assigned prefix: {{(pid=106984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 06:07:44.342863 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.quota.resource_registry [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 06:07:44.343213 dv-cinder-853910-3-iscsi neutron-server[106984]: WARNING neutron.quota.resource_registry [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] subnetpool is already registered Aug 26 06:07:44.343647 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.v2.resource_helper [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Service CORE assigned prefix: {{(pid=106984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 06:07:44.343989 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.quota.resource_registry [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 06:07:44.344325 dv-cinder-853910-3-iscsi neutron-server[106984]: WARNING neutron.quota.resource_registry [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] subnetpool is already registered Aug 26 06:07:44.346722 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.v2.resource_helper [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 06:07:44.347162 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.v2.resource_helper [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Service FLAVORS assigned prefix: {{(pid=106984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 06:07:44.347756 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.v2.resource_helper [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 06:07:44.348181 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.v2.resource_helper [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 06:07:44.348516 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.quota.resource_registry [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Creating instance of TrackedResource for resource:router Aug 26 06:07:44.348858 dv-cinder-853910-3-iscsi neutron-server[106984]: WARNING neutron.quota.resource_registry [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] router is already registered Aug 26 06:07:44.349271 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.quota.resource_registry [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Creating instance of TrackedResource for resource:floatingip Aug 26 06:07:44.349613 dv-cinder-853910-3-iscsi neutron-server[106984]: WARNING neutron.quota.resource_registry [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] floatingip is already registered Aug 26 06:07:44.350079 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.v2.resource_helper [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Service METERING assigned prefix: /metering {{(pid=106984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 06:07:44.350785 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.quota.resource_registry [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Creating instance of CountableResource for resource:rbac_policy Aug 26 06:07:44.351116 dv-cinder-853910-3-iscsi neutron-server[106984]: WARNING neutron.quota.resource_registry [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] rbac_policy is already registered Aug 26 06:07:44.351641 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.quota.resource_registry [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Creating instance of TrackedResource for resource:security_group Aug 26 06:07:44.352043 dv-cinder-853910-3-iscsi neutron-server[106984]: WARNING neutron.quota.resource_registry [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] security_group is already registered Aug 26 06:07:44.352529 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.quota.resource_registry [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Creating instance of TrackedResource for resource:security_group_rule Aug 26 06:07:44.352797 dv-cinder-853910-3-iscsi neutron-server[106984]: WARNING neutron.quota.resource_registry [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] security_group_rule is already registered Aug 26 06:07:44.353431 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.v2.resource_helper [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Service CORE assigned prefix: {{(pid=106984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 06:07:44.353774 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.quota.resource_registry [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 06:07:44.354112 dv-cinder-853910-3-iscsi neutron-server[106984]: WARNING neutron.quota.resource_registry [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] subnetpool is already registered Aug 26 06:07:44.354534 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.v2.resource_helper [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Service CORE assigned prefix: {{(pid=106984) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 06:07:44.354889 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.quota.resource_registry [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 06:07:44.355222 dv-cinder-853910-3-iscsi neutron-server[106984]: WARNING neutron.quota.resource_registry [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] subnetpool is already registered Aug 26 06:07:44.355709 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: extensions {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.357208 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: address-groups {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.358714 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: address-scopes {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.362694 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: agents {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.362694 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: auto-allocated-topology {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.362694 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: availability_zones {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.363763 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: dhcp-networks {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.365281 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: dhcp-agents {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.367312 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: routers {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.369028 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: flavors {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.370321 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: service_profiles {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.371571 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: next_providers {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.373040 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: service_profiles {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.375756 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: floatingip-pools {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.377025 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: routers {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.378792 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: floatingips {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.380122 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: l3-routers {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.381520 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: l3-agents {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.383585 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: metering-labels {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.384835 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: metering-label-rules {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.386230 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: network-ip-availabilities {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.387661 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: bindings {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.389224 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: quotas {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.390956 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: quotas {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.392480 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: rbac-policies {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.393690 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: security-groups {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.397072 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: security-group-rules {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.397072 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: service-providers {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.397572 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: subnetpools {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.399050 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: subnetpools {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.400662 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: tags {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.402354 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: tags {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.404296 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: tags {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.406075 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: tags {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.407819 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: tags {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.409819 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: tags {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.411562 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: tags {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.413458 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: tags {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.415569 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: tags {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.417303 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron.api.extensions [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Extended resource: tags {{(pid=106984) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 06:07:44.423477 dv-cinder-853910-3-iscsi neutron-server[106984]: WARNING keystonemiddleware.auth_token [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 26 06:07:44.428585 dv-cinder-853910-3-iscsi neutron-server[106984]: WARNING keystonemiddleware.auth_token [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 26 06:07:44.438040 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_concurrency.lockutils [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Acquiring lock "singleton_lock" {{(pid=106984) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 26 06:07:44.438372 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_concurrency.lockutils [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Acquired lock "singleton_lock" {{(pid=106984) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 26 06:07:44.438964 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_concurrency.lockutils [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Releasing lock "singleton_lock" {{(pid=106984) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 26 06:07:44.439627 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO oslo_service.service [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Starting 2 workers Aug 26 06:07:44.444606 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Started child 107133 {{(pid=106984) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 06:07:44.449829 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Started child 107134 {{(pid=106984) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 06:07:44.450657 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:07:44.451566 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO neutron.service [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Neutron service started, listening on 0.0.0.0:9696 Aug 26 06:07:44.452199 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [-] (107133) wsgi starting up on http://0.0.0.0:9696 Aug 26 06:07:44.452302 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Publish callbacks [] for process (None), before_spawn {{(pid=106984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:07:44.454724 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO oslo_service.service [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Starting 1 workers Aug 26 06:07:44.454944 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:07:44.456408 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [-] (107134) wsgi starting up on http://0.0.0.0:9696 Aug 26 06:07:44.459996 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Started child 107135 {{(pid=106984) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 06:07:44.460563 dv-cinder-853910-3-iscsi neutron-server[106984]: INFO oslo_service.service [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Starting 1 workers Aug 26 06:07:44.463901 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.service [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] calling RpcWorker wait() {{(pid=107135) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 26 06:07:44.464454 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.service [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] returning from RpcWorker wait() {{(pid=107135) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 26 06:07:44.465320 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Started child 107136 {{(pid=106984) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 06:07:44.465818 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:07:44.466120 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG neutron_lib.callbacks.manager [None req-3ab7e463-ffee-44eb-a050-1800d523bc0c None None] Publish callbacks [] for process (None), after_spawn {{(pid=106984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:07:44.466306 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:07:44.468085 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106984) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 26 06:07:44.468297 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 26 06:07:44.468543 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 26 06:07:44.468776 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 26 06:07:44.469122 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 26 06:07:44.469304 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 26 06:07:44.469829 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.470120 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.470374 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.470667 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.470758 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:07:44.471358 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.471567 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.471747 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:07:44.471836 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.472106 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.472387 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.472564 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.472732 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.472991 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.473224 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.473535 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.473811 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.474060 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.474304 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.474482 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.474806 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.475102 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.475369 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.475656 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] debug = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.478919 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.478919 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.478919 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.478919 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.478919 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.478919 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.479736 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.479736 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.479736 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.479736 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.479736 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.479736 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.479736 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.480636 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.480636 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.480636 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.480636 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.481129 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] host = dv-cinder-853910-3-iscsi {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.481263 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.481500 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.481682 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.481944 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.482190 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.482408 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.482681 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.482931 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.483191 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.483433 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.483672 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.483922 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.484161 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.484409 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] log_file = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.484575 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] log_options = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.484817 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.485098 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.485371 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.485568 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.485741 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.485907 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.487197 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.487414 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.487727 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.487938 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.488184 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.488423 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.488690 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.489042 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.489330 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.489588 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.489818 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.490065 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.490340 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.490578 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.490860 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.491126 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.491388 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.491614 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.492342 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.492575 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.492833 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.493085 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.493306 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.493544 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.493799 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.494050 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.494270 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.494520 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.494950 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.495126 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.495512 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.495512 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.495750 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.495982 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.496231 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.496481 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.496699 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.496995 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.497153 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.497369 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.497598 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] use_json = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.497845 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.498202 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.498326 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.498489 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.498730 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.498948 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.499185 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.499438 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.499654 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.500080 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.500373 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.500761 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.501167 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.501167 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.501549 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.501675 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.501840 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.502094 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.502359 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.502697 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.502952 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.503264 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.503531 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.503792 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.504137 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.504398 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.504652 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.504888 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.505123 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.505340 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.505575 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.505853 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.506097 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.506327 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.506559 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.506804 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.507099 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.507370 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.508410 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.509962 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.509962 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.509962 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.40/identity {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.509962 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.510445 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.510445 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.510723 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.510907 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.511149 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.511370 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.511628 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.511865 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.512102 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.512334 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.512577 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.512914 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.513070 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.513327 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.513581 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.513802 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.514019 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.514234 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.514447 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.514685 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.514916 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.515130 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.518892 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.518892 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.518892 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.518892 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.518892 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.518892 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.518892 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.518892 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.519893 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.519893 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.519893 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.519893 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.519893 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.519893 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.519893 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.519893 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.519893 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.520955 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.520955 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.520955 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.520955 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.520955 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.520955 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.520955 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.520955 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.520955 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.522020 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.522020 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.522020 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.522020 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.522020 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.522020 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.522738 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.522738 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.522738 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.523198 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.523324 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.523618 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.523873 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.524094 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.525720 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.525720 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.525720 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.525720 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.525720 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.525720 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.525720 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.526769 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.526769 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.526769 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.526769 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.527589 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.527589 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.527589 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.527589 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.528625 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.528625 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.528625 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.528625 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.528625 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.528999 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.529076 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.529313 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.530648 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.530648 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.530648 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.530648 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.530954 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.531033 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.531294 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.532002 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.532002 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.532229 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.532340 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.532601 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.532856 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.533097 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.533362 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.533615 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.533882 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.534136 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.534366 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.534584 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.534842 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.535070 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.535287 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.535517 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.535828 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.536065 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.536359 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.536510 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.536768 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.537025 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.537284 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.537546 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.537801 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.538055 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.538308 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.538554 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.40/identity {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.539600 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.539865 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.540099 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.540316 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.540535 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.540771 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.540997 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.541216 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.541431 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.541669 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.541884 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.542110 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.542346 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.542584 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.542824 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.543085 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.543320 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.543563 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.543803 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.544021 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.544239 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.544476 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.544706 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.544935 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.545170 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.545435 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.545689 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.545926 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.546159 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.546402 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.546695 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.546913 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.547160 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.547379 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.547593 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.547827 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.548046 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.548294 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.548510 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.548773 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.548989 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.549225 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.549461 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.549809 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.550059 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.550286 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.550546 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.550886 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.551104 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.551321 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.551537 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.551798 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.552018 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.552241 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.552647 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.552755 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.552936 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.553948 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.555520 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.555836 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.556142 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.559162 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.559162 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.559162 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.559162 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.559162 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.559162 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.559162 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.559162 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.559162 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.559773 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.559773 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.559773 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.559773 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.560024 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.560291 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.560555 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.560788 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.561051 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.561296 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.561513 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.561744 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.561958 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.562319 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.562553 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.562837 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.563025 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.563273 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.563544 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.563714 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.563965 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.564188 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.564401 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.564629 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.564842 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.565054 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.565297 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.565542 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.565754 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.565980 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.566191 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.566402 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.566663 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.566885 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.567096 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.567323 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.567535 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.567744 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.567967 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.568206 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.568414 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.568727 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.568980 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.569204 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.569505 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.569752 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.570043 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.570356 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.570695 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.571068 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.571322 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.571577 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.571802 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.572025 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.572382 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.572713 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.573457 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.573931 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.574192 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.574486 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.574797 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.575114 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.575335 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.575648 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.576007 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.576315 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.576571 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.576816 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.577054 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.577278 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.577535 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.577976 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.578229 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.578450 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.578733 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.578964 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.579221 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.579439 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.579666 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.579899 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.580146 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.580378 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.580599 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.580817 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.580972 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 26 06:07:44.581522 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106984) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 26 06:07:44.581685 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 26 06:07:44.581843 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 26 06:07:44.582038 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 26 06:07:44.582214 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 26 06:07:44.582467 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 26 06:07:44.582704 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.582888 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.583048 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.583205 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.583351 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.583505 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.583659 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.583816 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.583973 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.584132 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.584290 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.584449 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.584634 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.584746 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.584902 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.585059 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.585215 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.585375 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.585555 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.585827 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.585992 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.586144 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] debug = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.586302 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.586517 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.586700 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.586851 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.587009 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.587164 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.587327 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.587468 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.587623 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.587783 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.587935 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.588095 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.588249 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.588404 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.588561 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.589274 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.589274 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.589274 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] host = dv-cinder-853910-3-iscsi {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.589274 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.589274 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.589675 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.589675 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.589824 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.589903 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.590017 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.590176 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.590339 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.590484 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.590659 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.590807 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.590970 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.591111 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] log_file = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.591264 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] log_options = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.591438 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.591570 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.591723 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.591904 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.592071 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.592227 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.592383 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.592562 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.592733 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.593537 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.593537 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.593697 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.593847 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.593981 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.594138 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.594297 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.594451 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.594606 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.594795 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.594950 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.595106 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.595263 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.595418 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.595575 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.595731 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.595886 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.596040 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.596194 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.596350 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.596510 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.596665 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.597099 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.597201 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.597431 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.597717 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.597815 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.597976 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.598066 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.599805 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.599805 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.599805 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.599805 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.599805 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.599805 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.599805 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.599805 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.600427 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] use_json = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.600427 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.600427 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.600427 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.600427 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.600427 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.600427 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.600427 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.600986 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.600986 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 06:07:44.600986 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.600986 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.601815 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.601815 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.601967 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.602129 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.602410 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.602538 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.602644 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.602769 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.602940 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.603083 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.603257 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.603426 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.603796 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.603961 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.604124 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.604283 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.604427 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.604624 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.604765 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.604890 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.605052 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.605211 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.605369 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.605526 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.605684 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.606563 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.606563 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.606563 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.606563 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.606563 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.607210 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.40/identity {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.607210 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.607210 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.607210 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.607696 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.607696 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.607696 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.607696 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.608511 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.608511 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.608511 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.608511 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.608511 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.609112 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.609112 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.609112 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.609112 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.609572 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.609572 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.609572 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.616328 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.616328 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.616328 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.616328 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.616328 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.616328 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.616328 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.616328 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.617685 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.617685 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.617685 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.617685 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.617685 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.617685 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.617685 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.617685 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.617685 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.618311 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.618311 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.618311 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.618311 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.618311 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.618311 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.618311 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.618311 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.618311 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.618985 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.618985 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.618985 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.618985 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.618985 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.618985 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.618985 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.618985 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.618985 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.619776 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.619776 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.619776 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.619776 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.619776 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.619776 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.619776 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.619776 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.620513 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.620513 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.620513 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.620513 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.620513 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.620513 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.620513 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.620513 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.621167 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.621167 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.621167 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.621167 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.621167 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.621167 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.621167 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.621167 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.621725 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.621725 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.621725 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.621725 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.621725 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.621725 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.621725 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.621725 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.622273 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.622273 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.622273 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.622273 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.622273 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.622273 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.622273 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.622273 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.622886 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.622886 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.623031 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:07:44.623125 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.623125 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.623125 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.623125 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.623125 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.623125 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.623125 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.623125 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.623682 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.623682 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.623682 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.623682 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.623968 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.623968 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.624158 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.624319 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.624480 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.624642 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.624805 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.625020 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.625264 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.625478 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.625645 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.625805 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.625967 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.626128 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.40/identity {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.626276 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.626437 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.626581 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.627090 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.627258 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.627399 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.627549 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.627688 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.627825 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.627973 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.628113 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.628204 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.628334 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.628493 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.628653 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.628812 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.628972 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.629131 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.629290 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.629448 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.629607 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.629766 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.629924 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.630094 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.630240 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.630380 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.630541 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.630723 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.630884 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.631045 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.631208 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.631368 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.631530 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.631689 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.631849 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.632009 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.632170 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.632329 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.632533 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.632695 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.632856 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.633015 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.633177 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.633354 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.633514 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.633679 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.633878 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.633979 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.634149 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.634309 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.634447 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.634608 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.634790 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.634950 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.635115 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.635278 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.635435 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.635593 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.635753 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.635912 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.636071 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.636236 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.636401 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.636559 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.636719 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.636879 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.637041 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.637200 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.637357 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.637516 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.637677 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.637824 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.637983 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.638142 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.638294 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.638471 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.638651 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.638813 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.638973 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.639134 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.639300 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.639463 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.639626 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.639768 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.639932 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.640090 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.640252 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.640433 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.640574 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.640713 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.640873 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.641031 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.641190 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.641359 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.641519 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.641678 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.641829 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.641971 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.642129 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.642302 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.642460 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.642603 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.642784 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.642919 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.643082 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.643252 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.643412 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.643571 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.643730 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.643910 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.644070 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.644237 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.644396 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.644556 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.644728 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.644889 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.645063 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.645202 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.645354 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.645517 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.645682 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.645840 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.646010 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.646513 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.646705 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.646886 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.647041 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.647209 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.647371 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.647541 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.648074 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.648341 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.648499 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.648662 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.648832 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.648993 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.649154 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.649306 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.649470 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.649627 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.649790 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.650728 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.650728 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.650728 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.650728 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.650728 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.650728 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.651199 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.651199 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.651199 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.651415 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.651495 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.651601 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.651765 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 06:07:44.651918 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106984) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 26 06:07:44.685961 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 46118) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:07:44.692875 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [-] 10.222.0.40 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0047977 Aug 26 06:07:44.697460 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [-] 10.222.0.40 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0039761 Aug 26 06:07:53.800205 dv-cinder-853910-3-iscsi neutron-server[106984]: DEBUG dbcounter [-] [106984] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106984) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:07:56.259203 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a8c933-2f38-435b-a198-f938f21565f1 None None] get_active_networks_info from dv-cinder-853910-3-iscsi {{(pid=107135) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 26 06:07:56.283364 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writer thread running {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 26 06:07:56.367320 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a8c933-2f38-435b-a198-f938f21565f1 None None] No non-hosted networks {{(pid=107135) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 26 06:07:56.405986 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.agentschedulers_db [None req-60a8c933-2f38-435b-a198-f938f21565f1 None None] DHCP Agent not found on host dv-cinder-853910-3-iscsi {{(pid=107135) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 26 06:07:56.492614 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1ba4bf11-9387-45f9-aa4c-6a5f533aa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1614531'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:07:57.977486 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writer thread running {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 26 06:07:58.624493 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-7da775f3-8b13-41a9-866b-4892ff51e21b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1614531'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:07:58.657256 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.db.api [None req-084a9ef7-63af-46b8-bc39-8546893b087b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-853910-3-iscsi {{(pid=107135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 26 06:07:58.658161 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG oslo_db.api [None req-084a9ef7-63af-46b8-bc39-8546893b087b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 06:07:59.194424 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-084a9ef7-63af-46b8-bc39-8546893b087b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:07:59.839841 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1614531'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:00.040353 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 46194) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:08:00.612936 dv-cinder-853910-3-iscsi neutron-server[107134]: WARNING oslo_policy.policy [None req-0109dae3-218a-4fec-965f-27e7be529d58 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 06:08:00.613682 dv-cinder-853910-3-iscsi neutron-server[107134]: WARNING oslo_policy.policy [None req-0109dae3-218a-4fec-965f-27e7be529d58 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 06:08:00.841994 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [None req-0109dae3-218a-4fec-965f-27e7be529d58 admin admin] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107134) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 06:08:00.843457 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-0109dae3-218a-4fec-965f-27e7be529d58 admin admin] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8022687 Aug 26 06:08:01.651993 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1614531'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:01.653594 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:01.654259 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:01.654836 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:01.655692 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:01.656436 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:01.656975 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:01.657575 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:01.658166 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:01.658849 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:01.659382 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:01.659982 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:01.660541 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:01.661527 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:01.662101 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:01.662853 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:01.663968 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-853910-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:08:01.667466 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1614531'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:01.674280 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-853910-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:08:03.296038 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 46226) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:08:03.623376 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-f2226dea-3701-4755-a97d-dfe758c20004 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:08:03.636053 dv-cinder-853910-3-iscsi neutron-server[107134]: ERROR stevedore.extension [None req-f2226dea-3701-4755-a97d-dfe758c20004 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 26 06:08:03.718336 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.policy [None req-f2226dea-3701-4755-a97d-dfe758c20004 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107134) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 26 06:08:03.762088 dv-cinder-853910-3-iscsi neutron-server[107134]: WARNING oslo_policy.policy [None req-f2226dea-3701-4755-a97d-dfe758c20004 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 06:08:03.762469 dv-cinder-853910-3-iscsi neutron-server[107134]: WARNING oslo_policy.policy [None req-f2226dea-3701-4755-a97d-dfe758c20004 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 06:08:03.781938 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writer thread running {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 26 06:08:03.945295 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f2226dea-3701-4755-a97d-dfe758c20004 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776573022061', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776573021529', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776573004805', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776573239620', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776573246292', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776573254436', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-568807', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-614100', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1589972', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1634620'] for rbac-policy (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:04.304690 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f2226dea-3701-4755-a97d-dfe758c20004 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:04.306018 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-f2226dea-3701-4755-a97d-dfe758c20004 admin admin] 10.222.0.40 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0090530 Aug 26 06:08:05.669515 dv-cinder-853910-3-iscsi neutron-server[107135]: INFO neutron.db.l3_hamode_db [None req-360d26f8-7e1a-46cb-a15d-1802cedf74a6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 26 06:08:05.745513 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360d26f8-7e1a-46cb-a15d-1802cedf74a6 None None] Routers set() bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:08:05.745876 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360d26f8-7e1a-46cb-a15d-1802cedf74a6 None None] Router IDs set() for agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 26 06:08:06.649673 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 46236) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:08:06.977501 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-f06105ef-5c74-47f3-9e0f-6df32b54e373 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:08:07.073627 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06105ef-5c74-47f3-9e0f-6df32b54e373 demo demo] Made reservation on behalf of 3940f6b6bcef4ac9a27e6a7e95fa3f69 for: {'network': 1} {{(pid=107134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:08:07.077835 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f06105ef-5c74-47f3-9e0f-6df32b54e373 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for network (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:07.097424 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f06105ef-5c74-47f3-9e0f-6df32b54e373 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:07.205492 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f06105ef-5c74-47f3-9e0f-6df32b54e373 demo demo] Publish callbacks [] for security_group (e44425b3-28cd-48dd-aec6-d0fa3ae9f155), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:07.295410 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f06105ef-5c74-47f3-9e0f-6df32b54e373 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (e44425b3-28cd-48dd-aec6-d0fa3ae9f155), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:07.320621 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f06105ef-5c74-47f3-9e0f-6df32b54e373 demo demo] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=107134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 06:08:07.356290 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f06105ef-5c74-47f3-9e0f-6df32b54e373 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776576287573', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439'] for segment (75ad557b-01d5-4933-ab63-8f0ed5b71791), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:07.356863 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f06105ef-5c74-47f3-9e0f-6df32b54e373 demo demo] Unsubscribe: segment precommit_create {{(pid=107134) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 26 06:08:07.357409 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.db.segments_db [None req-f06105ef-5c74-47f3-9e0f-6df32b54e373 demo demo] Added segment 75ad557b-01d5-4933-ab63-8f0ed5b71791 of type vlan for network c403c482-83d2-4f22-ab65-ee37395d9320 Aug 26 06:08:07.374685 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06105ef-5c74-47f3-9e0f-6df32b54e373 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e44425b3-28cd-48dd-aec6-d0fa3ae9f155,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:08:07.422516 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06105ef-5c74-47f3-9e0f-6df32b54e373 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:07.422887 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06105ef-5c74-47f3-9e0f-6df32b54e373 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:07.423244 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06105ef-5c74-47f3-9e0f-6df32b54e373 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:07.423596 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06105ef-5c74-47f3-9e0f-6df32b54e373 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:07.423928 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06105ef-5c74-47f3-9e0f-6df32b54e373 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:07.424255 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06105ef-5c74-47f3-9e0f-6df32b54e373 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:07.424577 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06105ef-5c74-47f3-9e0f-6df32b54e373 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:07.424898 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06105ef-5c74-47f3-9e0f-6df32b54e373 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:07.425220 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06105ef-5c74-47f3-9e0f-6df32b54e373 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:07.425537 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06105ef-5c74-47f3-9e0f-6df32b54e373 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:07.425856 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06105ef-5c74-47f3-9e0f-6df32b54e373 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:07.426188 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06105ef-5c74-47f3-9e0f-6df32b54e373 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:07.426506 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06105ef-5c74-47f3-9e0f-6df32b54e373 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:07.426849 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06105ef-5c74-47f3-9e0f-6df32b54e373 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:07.427164 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06105ef-5c74-47f3-9e0f-6df32b54e373 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:07.428576 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06105ef-5c74-47f3-9e0f-6df32b54e373 demo demo] Tracked resource versions report: Aug 26 06:08:07.428576 dv-cinder-853910-3-iscsi neutron-server[107134]: pushed versions: Aug 26 06:08:07.428576 dv-cinder-853910-3-iscsi neutron-server[107134]: { 'AddressGroup': {'1.2'}, Aug 26 06:08:07.428576 dv-cinder-853910-3-iscsi neutron-server[107134]: 'Agent': {'1.1'}, Aug 26 06:08:07.428576 dv-cinder-853910-3-iscsi neutron-server[107134]: 'ConntrackHelper': {'1.0'}, Aug 26 06:08:07.428576 dv-cinder-853910-3-iscsi neutron-server[107134]: 'LocalIPAssociation': {'1.0'}, Aug 26 06:08:07.428576 dv-cinder-853910-3-iscsi neutron-server[107134]: 'Log': {'1.0'}, Aug 26 06:08:07.428576 dv-cinder-853910-3-iscsi neutron-server[107134]: 'NDPProxy': {'1.0'}, Aug 26 06:08:07.428576 dv-cinder-853910-3-iscsi neutron-server[107134]: 'Network': {'1.1'}, Aug 26 06:08:07.428576 dv-cinder-853910-3-iscsi neutron-server[107134]: 'Port': {'1.7'}, Aug 26 06:08:07.428576 dv-cinder-853910-3-iscsi neutron-server[107134]: 'PortForwarding': {'1.3'}, Aug 26 06:08:07.428576 dv-cinder-853910-3-iscsi neutron-server[107134]: 'QosPolicy': {'1.10'}, Aug 26 06:08:07.428576 dv-cinder-853910-3-iscsi neutron-server[107134]: 'SecurityGroup': {'1.5'}, Aug 26 06:08:07.428576 dv-cinder-853910-3-iscsi neutron-server[107134]: 'SecurityGroupRule': {'1.2'}, Aug 26 06:08:07.428576 dv-cinder-853910-3-iscsi neutron-server[107134]: 'SubPort': {'1.0'}, Aug 26 06:08:07.428576 dv-cinder-853910-3-iscsi neutron-server[107134]: 'Subnet': {'1.1'}, Aug 26 06:08:07.428576 dv-cinder-853910-3-iscsi neutron-server[107134]: 'Trunk': {'1.1'}} Aug 26 06:08:07.428576 dv-cinder-853910-3-iscsi neutron-server[107134]: consumer versions: Aug 26 06:08:07.428576 dv-cinder-853910-3-iscsi neutron-server[107134]: { DHCP agent@dv-cinder-853910-3-iscsi: {}, Aug 26 06:08:07.428576 dv-cinder-853910-3-iscsi neutron-server[107134]: L3 agent@dv-cinder-853910-3-iscsi: {}, Aug 26 06:08:07.428576 dv-cinder-853910-3-iscsi neutron-server[107134]: Metadata agent@dv-cinder-853910-3-iscsi: {}, Aug 26 06:08:07.428576 dv-cinder-853910-3-iscsi neutron-server[107134]: Metering agent@dv-cinder-853910-3-iscsi: {}, Aug 26 06:08:07.428576 dv-cinder-853910-3-iscsi neutron-server[107134]: Open vSwitch agent@dv-cinder-853910-3-iscsi: { 'AddressGroup': '1.2', Aug 26 06:08:07.428576 dv-cinder-853910-3-iscsi neutron-server[107134]: 'Agent': '1.1', Aug 26 06:08:07.428576 dv-cinder-853910-3-iscsi neutron-server[107134]: 'ConntrackHelper': '1.0', Aug 26 06:08:07.428576 dv-cinder-853910-3-iscsi neutron-server[107134]: 'LocalIPAssociation': '1.0', Aug 26 06:08:07.428576 dv-cinder-853910-3-iscsi neutron-server[107134]: 'Log': '1.0', Aug 26 06:08:07.428576 dv-cinder-853910-3-iscsi neutron-server[107134]: 'NDPProxy': '1.0', Aug 26 06:08:07.428576 dv-cinder-853910-3-iscsi neutron-server[107134]: 'Network': '1.1', Aug 26 06:08:07.428576 dv-cinder-853910-3-iscsi neutron-server[107134]: 'Port': '1.7', Aug 26 06:08:07.428576 dv-cinder-853910-3-iscsi neutron-server[107134]: 'PortForwarding': '1.3', Aug 26 06:08:07.428576 dv-cinder-853910-3-iscsi neutron-server[107134]: 'QosPolicy': '1.10', Aug 26 06:08:07.428576 dv-cinder-853910-3-iscsi neutron-server[107134]: 'SecurityGroup': '1.5', Aug 26 06:08:07.428576 dv-cinder-853910-3-iscsi neutron-server[107134]: 'SecurityGroupRule': '1.2', Aug 26 06:08:07.428576 dv-cinder-853910-3-iscsi neutron-server[107134]: 'SubPort': '1.0', Aug 26 06:08:07.428576 dv-cinder-853910-3-iscsi neutron-server[107134]: 'Subnet': '1.1', Aug 26 06:08:07.428576 dv-cinder-853910-3-iscsi neutron-server[107134]: 'Trunk': '1.1'}} Aug 26 06:08:07.428576 dv-cinder-853910-3-iscsi neutron-server[107134]: {{(pid=107134) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 06:08:07.466154 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f06105ef-5c74-47f3-9e0f-6df32b54e373 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776575837049'] for network (c403c482-83d2-4f22-ab65-ee37395d9320), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:07.504052 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=50,neutron:INSERT=46,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:08:07.593584 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f06105ef-5c74-47f3-9e0f-6df32b54e373 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319'] for network (c403c482-83d2-4f22-ab65-ee37395d9320), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:07.598573 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06105ef-5c74-47f3-9e0f-6df32b54e373 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:08:07.599290 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f06105ef-5c74-47f3-9e0f-6df32b54e373 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for network (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:07.717316 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06105ef-5c74-47f3-9e0f-6df32b54e373 demo demo] Pushing event updated for resources: {'Network': ['ID=c403c482-83d2-4f22-ab65-ee37395d9320,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:08:07.729139 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Network c403c482-83d2-4f22-ab65-ee37395d9320 details requested by agent ovs-agent-dv-cinder-853910-3-iscsi with host dv-cinder-853910-3-iscsi {{(pid=107135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 06:08:07.773601 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-f06105ef-5c74-47f3-9e0f-6df32b54e373 demo demo] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1229231 Aug 26 06:08:10.145947 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 46250) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:08:10.561697 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67327f4-db84-45b2-96d5-2db093c55635 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:08:10.563084 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-a67327f4-db84-45b2-96d5-2db093c55635 demo admin] 10.222.0.40 "GET /networking/v2.0/networks/c403c482-83d2-4f22-ab65-ee37395d9320 HTTP/1.1" status: 200 len: 825 time: 0.4161990 Aug 26 06:08:10.589114 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-a4e4ebf0-2e08-4851-9433-84c2b97fd137 demo admin] 10.222.0.40 "GET /networking/v2.0/subnetpools/fd894802-a56f-4936-8124-ed2c431dc88e HTTP/1.1" status: 200 len: 734 time: 0.0199547 Aug 26 06:08:10.597726 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-50a376db-d717-4a83-a266-ac59b41174f3 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'fd894802-a56f-4936-8124-ed2c431dc88e', 'network_id': 'c403c482-83d2-4f22-ab65-ee37395d9320', 'name': 'private-subnet'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:08:10.679510 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a376db-d717-4a83-a266-ac59b41174f3 demo admin] Made reservation on behalf of 3940f6b6bcef4ac9a27e6a7e95fa3f69 for: {'subnet': 1} {{(pid=107134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:08:10.682017 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-50a376db-d717-4a83-a266-ac59b41174f3 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:10.933712 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:08:11.079683 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-50a376db-d717-4a83-a266-ac59b41174f3 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319'] for subnet (79eb18b3-49aa-4407-b720-8151518f6d9a), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:11.152785 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a376db-d717-4a83-a266-ac59b41174f3 demo admin] Pushing event updated for resources: {'Subnet': ['ID=79eb18b3-49aa-4407-b720-8151518f6d9a,revision_number=0']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:08:11.157187 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a376db-d717-4a83-a266-ac59b41174f3 demo admin] Checking segment: {'id': '75ad557b-01d5-4933-ab63-8f0ed5b71791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c403c482-83d2-4f22-ab65-ee37395d9320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:08:11.159813 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a376db-d717-4a83-a266-ac59b41174f3 demo admin] Network hostable DHCP agents. Network: c403c482-83d2-4f22-ab65-ee37395d9320, hostable agents: ['cf64840e-f340-4e9a-bb2f-df6b7decc44a'], hosted agents: [] {{(pid=107134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 06:08:11.250407 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a376db-d717-4a83-a266-ac59b41174f3 demo admin] Network c403c482-83d2-4f22-ab65-ee37395d9320 is scheduled to be hosted by DHCP agent cf64840e-f340-4e9a-bb2f-df6b7decc44a with binding_index 1 {{(pid=107134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 06:08:11.330156 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [None req-50a376db-d717-4a83-a266-ac59b41174f3 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-3-iscsi, c403c482-83d2-4f22-ab65-ee37395d9320) {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:08:11.336557 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a376db-d717-4a83-a266-ac59b41174f3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:08:11.337146 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-50a376db-d717-4a83-a266-ac59b41174f3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for subnet (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:11.341509 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc7e9da-2aac-4457-8169-300f5ebbd177 None None] Network c403c482-83d2-4f22-ab65-ee37395d9320 requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:08:11.418766 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-50a376db-d717-4a83-a266-ac59b41174f3 demo admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8241305 Aug 26 06:08:11.606375 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acc6aa0-0c95-4f4c-baa5-33d7e8ec646f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dd3542d-7dca-51c5-b561-2f21a9595a38-c403c482-83d2-4f22-ab65-ee37395d9320', 'network_id': 'c403c482-83d2-4f22-ab65-ee37395d9320', 'project_id': '3940f6b6bcef4ac9a27e6a7e95fa3f69', 'fixed_ips': [{'subnet_id': '79eb18b3-49aa-4407-b720-8151518f6d9a'}]}} from dv-cinder-853910-3-iscsi. {{(pid=107135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 06:08:11.607715 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2acc6aa0-0c95-4f4c-baa5-33d7e8ec646f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:11.890015 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_common [None req-2acc6aa0-0c95-4f4c-baa5-33d7e8ec646f None None] Allocated IP 172.20.0.2 (c403c482-83d2-4f22-ab65-ee37395d9320/79eb18b3-49aa-4407-b720-8151518f6d9a/9d29cf2f-b315-498f-8358-eebddb2e1c21) {{(pid=107135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:08:11.979343 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=64,neutron:INSERT=35,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:08:12.168610 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2acc6aa0-0c95-4f4c-baa5-33d7e8ec646f None None] Publish callbacks [] for port (9d29cf2f-b315-498f-8358-eebddb2e1c21), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:12.233803 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2acc6aa0-0c95-4f4c-baa5-33d7e8ec646f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587'] for port (9d29cf2f-b315-498f-8358-eebddb2e1c21), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:12.282050 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:08:12.310153 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acc6aa0-0c95-4f4c-baa5-33d7e8ec646f None None] Network c403c482-83d2-4f22-ab65-ee37395d9320 is already hosted by enough agents. {{(pid=107135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:08:12.314891 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-2acc6aa0-0c95-4f4c-baa5-33d7e8ec646f None None] Resources bound (agent type, host, resource id): {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:08:12.315630 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:08:12.320417 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=7 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:08:12.324558 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acc6aa0-0c95-4f4c-baa5-33d7e8ec646f None None] Received port after_create {{(pid=107135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:08:12.332162 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc6aa0-0c95-4f4c-baa5-33d7e8ec646f None None] Pushing event updated for resources: {'Port': ['ID=9d29cf2f-b315-498f-8358-eebddb2e1c21,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:08:12.365584 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc6aa0-0c95-4f4c-baa5-33d7e8ec646f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:12.366927 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc6aa0-0c95-4f4c-baa5-33d7e8ec646f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:12.366927 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc6aa0-0c95-4f4c-baa5-33d7e8ec646f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:12.368286 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc6aa0-0c95-4f4c-baa5-33d7e8ec646f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:12.368286 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc6aa0-0c95-4f4c-baa5-33d7e8ec646f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:12.368286 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc6aa0-0c95-4f4c-baa5-33d7e8ec646f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:12.368286 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc6aa0-0c95-4f4c-baa5-33d7e8ec646f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:12.368641 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc6aa0-0c95-4f4c-baa5-33d7e8ec646f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:12.368827 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc6aa0-0c95-4f4c-baa5-33d7e8ec646f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:12.369173 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc6aa0-0c95-4f4c-baa5-33d7e8ec646f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:12.369507 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc6aa0-0c95-4f4c-baa5-33d7e8ec646f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:12.369850 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc6aa0-0c95-4f4c-baa5-33d7e8ec646f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:12.370179 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc6aa0-0c95-4f4c-baa5-33d7e8ec646f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:12.370501 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc6aa0-0c95-4f4c-baa5-33d7e8ec646f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:12.370846 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc6aa0-0c95-4f4c-baa5-33d7e8ec646f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:12.372355 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc6aa0-0c95-4f4c-baa5-33d7e8ec646f None None] Tracked resource versions report: Aug 26 06:08:12.372355 dv-cinder-853910-3-iscsi neutron-server[107135]: pushed versions: Aug 26 06:08:12.372355 dv-cinder-853910-3-iscsi neutron-server[107135]: { 'AddressGroup': {'1.2'}, Aug 26 06:08:12.372355 dv-cinder-853910-3-iscsi neutron-server[107135]: 'Agent': {'1.1'}, Aug 26 06:08:12.372355 dv-cinder-853910-3-iscsi neutron-server[107135]: 'ConntrackHelper': {'1.0'}, Aug 26 06:08:12.372355 dv-cinder-853910-3-iscsi neutron-server[107135]: 'LocalIPAssociation': {'1.0'}, Aug 26 06:08:12.372355 dv-cinder-853910-3-iscsi neutron-server[107135]: 'Log': {'1.0'}, Aug 26 06:08:12.372355 dv-cinder-853910-3-iscsi neutron-server[107135]: 'NDPProxy': {'1.0'}, Aug 26 06:08:12.372355 dv-cinder-853910-3-iscsi neutron-server[107135]: 'Network': {'1.1'}, Aug 26 06:08:12.372355 dv-cinder-853910-3-iscsi neutron-server[107135]: 'Port': {'1.7'}, Aug 26 06:08:12.372355 dv-cinder-853910-3-iscsi neutron-server[107135]: 'PortForwarding': {'1.3'}, Aug 26 06:08:12.372355 dv-cinder-853910-3-iscsi neutron-server[107135]: 'QosPolicy': {'1.10'}, Aug 26 06:08:12.372355 dv-cinder-853910-3-iscsi neutron-server[107135]: 'SecurityGroup': {'1.5'}, Aug 26 06:08:12.372355 dv-cinder-853910-3-iscsi neutron-server[107135]: 'SecurityGroupRule': {'1.2'}, Aug 26 06:08:12.372355 dv-cinder-853910-3-iscsi neutron-server[107135]: 'SubPort': {'1.0'}, Aug 26 06:08:12.372355 dv-cinder-853910-3-iscsi neutron-server[107135]: 'Subnet': {'1.1'}, Aug 26 06:08:12.372355 dv-cinder-853910-3-iscsi neutron-server[107135]: 'Trunk': {'1.1'}} Aug 26 06:08:12.372355 dv-cinder-853910-3-iscsi neutron-server[107135]: consumer versions: Aug 26 06:08:12.372355 dv-cinder-853910-3-iscsi neutron-server[107135]: { DHCP agent@dv-cinder-853910-3-iscsi: {}, Aug 26 06:08:12.372355 dv-cinder-853910-3-iscsi neutron-server[107135]: L3 agent@dv-cinder-853910-3-iscsi: {}, Aug 26 06:08:12.372355 dv-cinder-853910-3-iscsi neutron-server[107135]: Metadata agent@dv-cinder-853910-3-iscsi: {}, Aug 26 06:08:12.372355 dv-cinder-853910-3-iscsi neutron-server[107135]: Metering agent@dv-cinder-853910-3-iscsi: {}, Aug 26 06:08:12.372355 dv-cinder-853910-3-iscsi neutron-server[107135]: Open vSwitch agent@dv-cinder-853910-3-iscsi: { 'AddressGroup': '1.2', Aug 26 06:08:12.372355 dv-cinder-853910-3-iscsi neutron-server[107135]: 'Agent': '1.1', Aug 26 06:08:12.372355 dv-cinder-853910-3-iscsi neutron-server[107135]: 'ConntrackHelper': '1.0', Aug 26 06:08:12.372355 dv-cinder-853910-3-iscsi neutron-server[107135]: 'LocalIPAssociation': '1.0', Aug 26 06:08:12.372355 dv-cinder-853910-3-iscsi neutron-server[107135]: 'Log': '1.0', Aug 26 06:08:12.372355 dv-cinder-853910-3-iscsi neutron-server[107135]: 'NDPProxy': '1.0', Aug 26 06:08:12.372355 dv-cinder-853910-3-iscsi neutron-server[107135]: 'Network': '1.1', Aug 26 06:08:12.372355 dv-cinder-853910-3-iscsi neutron-server[107135]: 'Port': '1.7', Aug 26 06:08:12.372355 dv-cinder-853910-3-iscsi neutron-server[107135]: 'PortForwarding': '1.3', Aug 26 06:08:12.372355 dv-cinder-853910-3-iscsi neutron-server[107135]: 'QosPolicy': '1.10', Aug 26 06:08:12.372355 dv-cinder-853910-3-iscsi neutron-server[107135]: 'SecurityGroup': '1.5', Aug 26 06:08:12.372355 dv-cinder-853910-3-iscsi neutron-server[107135]: 'SecurityGroupRule': '1.2', Aug 26 06:08:12.372355 dv-cinder-853910-3-iscsi neutron-server[107135]: 'SubPort': '1.0', Aug 26 06:08:12.372355 dv-cinder-853910-3-iscsi neutron-server[107135]: 'Subnet': '1.1', Aug 26 06:08:12.372355 dv-cinder-853910-3-iscsi neutron-server[107135]: 'Trunk': '1.1'}} Aug 26 06:08:12.372355 dv-cinder-853910-3-iscsi neutron-server[107135]: {{(pid=107135) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 06:08:12.424295 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-2acc6aa0-0c95-4f4c-baa5-33d7e8ec646f None None] Attempting to bind port 9d29cf2f-b315-498f-8358-eebddb2e1c21 on host dv-cinder-853910-3-iscsi for vnic_type normal with profile {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:08:12.424626 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-2acc6aa0-0c95-4f4c-baa5-33d7e8ec646f None None] Attempting to bind port 9d29cf2f-b315-498f-8358-eebddb2e1c21 by drivers openvswitch,hyperv on host dv-cinder-853910-3-iscsi at level 0 using segments [{'id': '75ad557b-01d5-4933-ab63-8f0ed5b71791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c403c482-83d2-4f22-ab65-ee37395d9320'}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:08:12.425042 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acc6aa0-0c95-4f4c-baa5-33d7e8ec646f None None] Attempting to bind port 9d29cf2f-b315-498f-8358-eebddb2e1c21 on network c403c482-83d2-4f22-ab65-ee37395d9320 {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:08:12.430802 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acc6aa0-0c95-4f4c-baa5-33d7e8ec646f None None] Checking agent: {'id': '4b23c1c4-ad66-4056-a835-9b344d252955', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 8, 1), 'started_at': datetime.datetime(2022, 8, 26, 6, 8, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:08:12.431192 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acc6aa0-0c95-4f4c-baa5-33d7e8ec646f None None] Checking segment: {'id': '75ad557b-01d5-4933-ab63-8f0ed5b71791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c403c482-83d2-4f22-ab65-ee37395d9320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:08:12.431673 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2acc6aa0-0c95-4f4c-baa5-33d7e8ec646f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:12.432113 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acc6aa0-0c95-4f4c-baa5-33d7e8ec646f None None] Bound using segment: {'id': '75ad557b-01d5-4933-ab63-8f0ed5b71791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c403c482-83d2-4f22-ab65-ee37395d9320'} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:08:12.432586 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-2acc6aa0-0c95-4f4c-baa5-33d7e8ec646f None None] Bound port: 9d29cf2f-b315-498f-8358-eebddb2e1c21, host: dv-cinder-853910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ad557b-01d5-4933-ab63-8f0ed5b71791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c403c482-83d2-4f22-ab65-ee37395d9320'}}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:08:12.432968 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2acc6aa0-0c95-4f4c-baa5-33d7e8ec646f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (9d29cf2f-b315-498f-8358-eebddb2e1c21), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:12.496370 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-2acc6aa0-0c95-4f4c-baa5-33d7e8ec646f None None] For port 9d29cf2f-b315-498f-8358-eebddb2e1c21, host dv-cinder-853910-3-iscsi, cleared binding levels {{(pid=107135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:08:12.518085 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-2acc6aa0-0c95-4f4c-baa5-33d7e8ec646f None None] For port 9d29cf2f-b315-498f-8358-eebddb2e1c21, host dv-cinder-853910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=9d29cf2f-b315-498f-8358-eebddb2e1c21,segment=NetworkSegment(75ad557b-01d5-4933-ab63-8f0ed5b71791),segment_id=75ad557b-01d5-4933-ab63-8f0ed5b71791)] {{(pid=107135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:08:12.628484 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2acc6aa0-0c95-4f4c-baa5-33d7e8ec646f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (9d29cf2f-b315-498f-8358-eebddb2e1c21), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:12.680775 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc6aa0-0c95-4f4c-baa5-33d7e8ec646f None None] Pushing event updated for resources: {'Port': ['ID=9d29cf2f-b315-498f-8358-eebddb2e1c21,revision_number=2']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:08:13.847113 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 46264) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:08:14.384867 dv-cinder-853910-3-iscsi neutron-server[107133]: WARNING oslo_policy.policy [None req-639cd9c7-8a52-4d58-9a73-b352dbecca1f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 06:08:14.385436 dv-cinder-853910-3-iscsi neutron-server[107133]: WARNING oslo_policy.policy [None req-639cd9c7-8a52-4d58-9a73-b352dbecca1f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 06:08:14.608500 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [None req-639cd9c7-8a52-4d58-9a73-b352dbecca1f admin admin] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107133) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 06:08:14.609739 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-639cd9c7-8a52-4d58-9a73-b352dbecca1f admin admin] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7607858 Aug 26 06:08:17.124711 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 46278) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:08:17.464473 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [None req-44b5c1a3-e34a-4d15-80b6-27ed973001bb admin admin] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107134) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 06:08:17.465560 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-44b5c1a3-e34a-4d15-80b6-27ed973001bb admin admin] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3399255 Aug 26 06:08:19.982280 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 46290) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:08:20.323288 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-aa269a89-054c-4499-918f-8edad1825b6a demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:08:20.405158 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-aa269a89-054c-4499-918f-8edad1825b6a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32324'] for router (954d3d95-d465-4898-aa41-54970363d69c), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:20.406745 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-aa269a89-054c-4499-918f-8edad1825b6a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1621550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1785856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32333'] for router (954d3d95-d465-4898-aa41-54970363d69c), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:20.491107 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:08:20.548174 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-aa269a89-054c-4499-918f-8edad1825b6a demo demo] Publish callbacks [] for router_controller (954d3d95-d465-4898-aa41-54970363d69c), precommit_add_association {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:20.634545 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-aa269a89-054c-4499-918f-8edad1825b6a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621576'] for router (954d3d95-d465-4898-aa41-54970363d69c), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:20.714211 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-aa269a89-054c-4499-918f-8edad1825b6a demo demo] Publish callbacks [] for router (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:20.715464 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-aa269a89-054c-4499-918f-8edad1825b6a demo demo] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7321434 Aug 26 06:08:20.838006 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f658cef3-6d2e-4065-b922-913a5dd12c22 None None] Network c403c482-83d2-4f22-ab65-ee37395d9320 requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:08:20.911572 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-617acc4b-f91e-4154-92a3-09e7fe8e69eb None None] Provisioning complete for port 9d29cf2f-b315-498f-8358-eebddb2e1c21 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:08:20.911989 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-617acc4b-f91e-4154-92a3-09e7fe8e69eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (9d29cf2f-b315-498f-8358-eebddb2e1c21), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:21.104377 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-617acc4b-f91e-4154-92a3-09e7fe8e69eb None None] Current status of the port 9d29cf2f-b315-498f-8358-eebddb2e1c21 is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:08:21.104775 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-617acc4b-f91e-4154-92a3-09e7fe8e69eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (9d29cf2f-b315-498f-8358-eebddb2e1c21), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:21.143395 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-617acc4b-f91e-4154-92a3-09e7fe8e69eb None None] For port 9d29cf2f-b315-498f-8358-eebddb2e1c21, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=9d29cf2f-b315-498f-8358-eebddb2e1c21,segment=NetworkSegment(75ad557b-01d5-4933-ab63-8f0ed5b71791),segment_id=75ad557b-01d5-4933-ab63-8f0ed5b71791)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:08:21.154147 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 9d29cf2f-b315-498f-8358-eebddb2e1c21 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:08:21.205738 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 9d29cf2f-b315-498f-8358-eebddb2e1c21 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:08:21.206130 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (9d29cf2f-b315-498f-8358-eebddb2e1c21), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:21.229117 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-617acc4b-f91e-4154-92a3-09e7fe8e69eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (9d29cf2f-b315-498f-8358-eebddb2e1c21), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:21.292249 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:08:21.310499 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617acc4b-f91e-4154-92a3-09e7fe8e69eb None None] Pushing event updated for resources: {'Port': ['ID=9d29cf2f-b315-498f-8358-eebddb2e1c21,revision_number=3']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:08:21.323561 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 9d29cf2f-b315-498f-8358-eebddb2e1c21 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:08:21.345668 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-a4881547-9210-44e9-b6fc-4d80dae34116 None None] Provisioning complete for port 9d29cf2f-b315-498f-8358-eebddb2e1c21 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:08:21.346066 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a4881547-9210-44e9-b6fc-4d80dae34116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (9d29cf2f-b315-498f-8358-eebddb2e1c21), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:21.419287 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-a4881547-9210-44e9-b6fc-4d80dae34116 None None] Current status of the port 9d29cf2f-b315-498f-8358-eebddb2e1c21 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:08:23.104261 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 9d29cf2f-b315-498f-8358-eebddb2e1c21 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:08:23.139773 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 46298) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:08:23.147676 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:08:23.151703 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 9d29cf2f-b315-498f-8358-eebddb2e1c21 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:08:23.152120 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (9d29cf2f-b315-498f-8358-eebddb2e1c21), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:23.223304 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 9d29cf2f-b315-498f-8358-eebddb2e1c21 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:08:23.466194 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [None req-bd3eccff-a196-4f9e-9241-7d178edc2a3c admin admin] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107134) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 06:08:23.467446 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-bd3eccff-a196-4f9e-9241-7d178edc2a3c admin admin] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3265061 Aug 26 06:08:25.855280 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 46306) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:08:26.258070 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-d99b31fd-e99d-4470-925b-b55245358d33 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:08:26.291343 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-03efc1f8-1672-492d-af9b-db004eaf3843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:26.364606 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99b31fd-e99d-4470-925b-b55245358d33 admin admin] Made reservation on behalf of 6316e285f13041a3ae4690b463c7dfa7 for: {'network': 1} {{(pid=107134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:08:26.367278 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d99b31fd-e99d-4470-925b-b55245358d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for network (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:26.376192 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d99b31fd-e99d-4470-925b-b55245358d33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:26.454592 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d99b31fd-e99d-4470-925b-b55245358d33 admin admin] Publish callbacks [] for security_group (90b7fc7d-ea28-4de3-9ab4-bd313f2ee818), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:26.542094 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d99b31fd-e99d-4470-925b-b55245358d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (90b7fc7d-ea28-4de3-9ab4-bd313f2ee818), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:26.558358 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d99b31fd-e99d-4470-925b-b55245358d33 admin admin] Reserving flat network on physical network physnet1 {{(pid=107134) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 26 06:08:26.583729 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b31fd-e99d-4470-925b-b55245358d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b7fc7d-ea28-4de3-9ab4-bd313f2ee818,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:08:26.587727 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d99b31fd-e99d-4470-925b-b55245358d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439'] for segment (1390a542-366f-4986-b4c7-57ccad3a4e4e), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:26.588070 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.db.segments_db [None req-d99b31fd-e99d-4470-925b-b55245358d33 admin admin] Added segment 1390a542-366f-4986-b4c7-57ccad3a4e4e of type flat for network 7bfbcaf8-cfd7-4da9-9873-fb578302608c Aug 26 06:08:26.643666 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d99b31fd-e99d-4470-925b-b55245358d33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776575837049'] for network (7bfbcaf8-cfd7-4da9-9873-fb578302608c), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:26.753332 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d99b31fd-e99d-4470-925b-b55245358d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319'] for network (7bfbcaf8-cfd7-4da9-9873-fb578302608c), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:26.754282 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99b31fd-e99d-4470-925b-b55245358d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:08:26.763887 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d99b31fd-e99d-4470-925b-b55245358d33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for network (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:26.849028 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b31fd-e99d-4470-925b-b55245358d33 admin admin] Pushing event updated for resources: {'Network': ['ID=7bfbcaf8-cfd7-4da9-9873-fb578302608c,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:08:26.858911 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Network 7bfbcaf8-cfd7-4da9-9873-fb578302608c details requested by agent ovs-agent-dv-cinder-853910-3-iscsi with host dv-cinder-853910-3-iscsi {{(pid=107135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 06:08:26.893760 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-d99b31fd-e99d-4470-925b-b55245358d33 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0364735 Aug 26 06:08:28.581672 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8abf42b0-89e9-41b9-ae6e-7e315c839e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:29.418320 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 46314) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:08:29.758467 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:29.821710 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f3aed0-f462-4776-917d-f7dea601110c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:08:29.823090 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-a8f3aed0-f462-4776-917d-f7dea601110c demo admin] 10.222.0.40 "GET /networking/v2.0/subnets/79eb18b3-49aa-4407-b720-8151518f6d9a HTTP/1.1" status: 200 len: 849 time: 0.4037802 Aug 26 06:08:29.948475 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-4bb45fff-dc78-4d51-9de3-2c938f40acbd demo admin] 10.222.0.40 "GET /networking/v2.0/routers/954d3d95-d465-4898-aa41-54970363d69c HTTP/1.1" status: 200 len: 704 time: 0.1191969 Aug 26 06:08:30.148304 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:UPDATE=3,neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=10 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:08:30.216920 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-09a20f10-ce5c-446e-aa37-5005e3c594b3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:30.353555 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:08:30.568940 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.db_base_plugin_common [None req-09a20f10-ce5c-446e-aa37-5005e3c594b3 demo admin] Allocated IP 172.20.0.1 (c403c482-83d2-4f22-ab65-ee37395d9320/79eb18b3-49aa-4407-b720-8151518f6d9a/cd4fcf41-6a63-4fcf-a342-6537abf2943e) {{(pid=107134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:08:30.732156 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-09a20f10-ce5c-446e-aa37-5005e3c594b3 demo admin] Publish callbacks [] for port (cd4fcf41-6a63-4fcf-a342-6537abf2943e), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:30.863098 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-09a20f10-ce5c-446e-aa37-5005e3c594b3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587'] for port (cd4fcf41-6a63-4fcf-a342-6537abf2943e), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:30.942457 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a20f10-ce5c-446e-aa37-5005e3c594b3 demo admin] Network c403c482-83d2-4f22-ab65-ee37395d9320 is already hosted by enough agents. {{(pid=107134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:08:30.948191 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [None req-09a20f10-ce5c-446e-aa37-5005e3c594b3 demo admin] Resources bound (agent type, host, resource id): {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:08:30.950936 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a20f10-ce5c-446e-aa37-5005e3c594b3 demo admin] Received port after_create {{(pid=107134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:08:30.951681 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-09a20f10-ce5c-446e-aa37-5005e3c594b3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614119'] for router_interface (954d3d95-d465-4898-aa41-54970363d69c), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:31.012093 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a20f10-ce5c-446e-aa37-5005e3c594b3 demo admin] Pushing event updated for resources: {'Port': ['ID=cd4fcf41-6a63-4fcf-a342-6537abf2943e,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:08:31.194773 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-9c5039e4-d6b4-40b6-a84f-47cfc2043c36 None None] Provisioning complete for port cd4fcf41-6a63-4fcf-a342-6537abf2943e triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:08:31.195358 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-9c5039e4-d6b4-40b6-a84f-47cfc2043c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (cd4fcf41-6a63-4fcf-a342-6537abf2943e), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:31.222980 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-09a20f10-ce5c-446e-aa37-5005e3c594b3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (cd4fcf41-6a63-4fcf-a342-6537abf2943e), before_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:31.297437 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-9c5039e4-d6b4-40b6-a84f-47cfc2043c36 None None] Port cd4fcf41-6a63-4fcf-a342-6537abf2943e cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:08:31.370446 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:31.404331 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:31.435739 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:08:31.444337 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-09a20f10-ce5c-446e-aa37-5005e3c594b3 demo admin] Publish callbacks [] for port (cd4fcf41-6a63-4fcf-a342-6537abf2943e), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:31.518582 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-09a20f10-ce5c-446e-aa37-5005e3c594b3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (cd4fcf41-6a63-4fcf-a342-6537abf2943e), after_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:31.519387 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-09a20f10-ce5c-446e-aa37-5005e3c594b3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614267'] for router_interface (954d3d95-d465-4898-aa41-54970363d69c), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:31.602602 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a20f10-ce5c-446e-aa37-5005e3c594b3 demo admin] Pushing event updated for resources: {'Port': ['ID=cd4fcf41-6a63-4fcf-a342-6537abf2943e,revision_number=2']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:08:31.649882 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a20f10-ce5c-446e-aa37-5005e3c594b3 demo admin] Network c403c482-83d2-4f22-ab65-ee37395d9320 is already hosted by enough agents. {{(pid=107134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:08:31.651173 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [None req-09a20f10-ce5c-446e-aa37-5005e3c594b3 demo admin] Resources bound (agent type, host, resource id): {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:08:31.693182 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:08:31.818476 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-60f71aba-297f-49ed-bc20-d87091978d0f None None] Provisioning complete for port cd4fcf41-6a63-4fcf-a342-6537abf2943e triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:08:31.819485 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-60f71aba-297f-49ed-bc20-d87091978d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (cd4fcf41-6a63-4fcf-a342-6537abf2943e), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:31.851767 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-60f71aba-297f-49ed-bc20-d87091978d0f None None] Port cd4fcf41-6a63-4fcf-a342-6537abf2943e cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:08:31.879033 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a20f10-ce5c-446e-aa37-5005e3c594b3 demo admin] Router 954d3d95-d465-4898-aa41-54970363d69c is scheduled to L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 with binding_index 1 {{(pid=107134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 06:08:31.971171 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a20f10-ce5c-446e-aa37-5005e3c594b3 demo admin] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:08:31.976739 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-09a20f10-ce5c-446e-aa37-5005e3c594b3 demo admin] 10.222.0.40 "PUT /networking/v2.0/routers/954d3d95-d465-4898-aa41-54970363d69c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0226278 Aug 26 06:08:31.981509 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805d2d1a-7a28-471e-8b28-5be9d5d0a8a3 None None] Sync routers for ids ['954d3d95-d465-4898-aa41-54970363d69c'] in dv-cinder-853910-3-iscsi {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:08:31.995603 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805d2d1a-7a28-471e-8b28-5be9d5d0a8a3 None None] Routers {'954d3d95-d465-4898-aa41-54970363d69c'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:08:31.996460 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-805d2d1a-7a28-471e-8b28-5be9d5d0a8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:08:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['954d3d95-d465-4898-aa41-54970363d69c'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:08:32.181085 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-805d2d1a-7a28-471e-8b28-5be9d5d0a8a3 None None] Set router 954d3d95-d465-4898-aa41-54970363d69c gateway port host: None {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:08:32.602612 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-805d2d1a-7a28-471e-8b28-5be9d5d0a8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954d3d95-d465-4898-aa41-54970363d69c', 'name': 'router1', 'tenant_id': '3940f6b6bcef4ac9a27e6a7e95fa3f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:08:20Z', 'updated_at': '2022-08-26T06:08:31Z', 'revision_number': 2, 'project_id': '3940f6b6bcef4ac9a27e6a7e95fa3f69', 'gw_port_host': None, '_interfaces': [{'id': 'cd4fcf41-6a63-4fcf-a342-6537abf2943e', 'name': '', 'network_id': 'c403c482-83d2-4f22-ab65-ee37395d9320', 'tenant_id': '3940f6b6bcef4ac9a27e6a7e95fa3f69', 'mac_address': 'fa:16:3e:c9:b7:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954d3d95-d465-4898-aa41-54970363d69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '79eb18b3-49aa-4407-b720-8151518f6d9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:08:30Z', 'updated_at': '2022-08-26T06:08:31Z', 'revision_number': 2, 'project_id': '3940f6b6bcef4ac9a27e6a7e95fa3f69', 'subnets': [{'id': '79eb18b3-49aa-4407-b720-8151518f6d9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd894802-a56f-4936-8124-ed2c431dc88e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:08:32.650725 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805d2d1a-7a28-471e-8b28-5be9d5d0a8a3 None None] Checking router: 954d3d95-d465-4898-aa41-54970363d69c for host: dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:08:32.651172 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805d2d1a-7a28-471e-8b28-5be9d5d0a8a3 None None] Updating router 954d3d95-d465-4898-aa41-54970363d69c port cd4fcf41-6a63-4fcf-a342-6537abf2943e binding host dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 06:08:32.706061 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-805d2d1a-7a28-471e-8b28-5be9d5d0a8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (cd4fcf41-6a63-4fcf-a342-6537abf2943e), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:33.215009 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-805d2d1a-7a28-471e-8b28-5be9d5d0a8a3 None None] Publish callbacks [] for port (cd4fcf41-6a63-4fcf-a342-6537abf2943e), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:33.284816 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-805d2d1a-7a28-471e-8b28-5be9d5d0a8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (cd4fcf41-6a63-4fcf-a342-6537abf2943e), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:33.438457 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e4792-071f-4505-834e-65afc7987d3f None None] Pushing event updated for resources: {'Port': ['ID=cd4fcf41-6a63-4fcf-a342-6537abf2943e,revision_number=3']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:08:33.440892 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-805d2d1a-7a28-471e-8b28-5be9d5d0a8a3 None None] Attempting to bind port cd4fcf41-6a63-4fcf-a342-6537abf2943e on host dv-cinder-853910-3-iscsi for vnic_type normal with profile {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:08:33.441277 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-805d2d1a-7a28-471e-8b28-5be9d5d0a8a3 None None] Attempting to bind port cd4fcf41-6a63-4fcf-a342-6537abf2943e by drivers openvswitch,hyperv on host dv-cinder-853910-3-iscsi at level 0 using segments [{'id': '75ad557b-01d5-4933-ab63-8f0ed5b71791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c403c482-83d2-4f22-ab65-ee37395d9320'}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:08:33.441682 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805d2d1a-7a28-471e-8b28-5be9d5d0a8a3 None None] Attempting to bind port cd4fcf41-6a63-4fcf-a342-6537abf2943e on network c403c482-83d2-4f22-ab65-ee37395d9320 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:08:33.451927 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e4792-071f-4505-834e-65afc7987d3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:33.452267 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e4792-071f-4505-834e-65afc7987d3f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:33.452619 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e4792-071f-4505-834e-65afc7987d3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:33.452973 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e4792-071f-4505-834e-65afc7987d3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:33.453320 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e4792-071f-4505-834e-65afc7987d3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:33.453642 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e4792-071f-4505-834e-65afc7987d3f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:33.453961 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e4792-071f-4505-834e-65afc7987d3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:33.454278 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e4792-071f-4505-834e-65afc7987d3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:33.454594 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e4792-071f-4505-834e-65afc7987d3f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:33.454935 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e4792-071f-4505-834e-65afc7987d3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:33.455266 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e4792-071f-4505-834e-65afc7987d3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:33.455614 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e4792-071f-4505-834e-65afc7987d3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:33.455901 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e4792-071f-4505-834e-65afc7987d3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:33.456211 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e4792-071f-4505-834e-65afc7987d3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:33.456521 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e4792-071f-4505-834e-65afc7987d3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:08:33.457980 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e4792-071f-4505-834e-65afc7987d3f None None] Tracked resource versions report: Aug 26 06:08:33.457980 dv-cinder-853910-3-iscsi neutron-server[107136]: pushed versions: Aug 26 06:08:33.457980 dv-cinder-853910-3-iscsi neutron-server[107136]: { 'AddressGroup': {'1.2'}, Aug 26 06:08:33.457980 dv-cinder-853910-3-iscsi neutron-server[107136]: 'Agent': {'1.1'}, Aug 26 06:08:33.457980 dv-cinder-853910-3-iscsi neutron-server[107136]: 'ConntrackHelper': {'1.0'}, Aug 26 06:08:33.457980 dv-cinder-853910-3-iscsi neutron-server[107136]: 'LocalIPAssociation': {'1.0'}, Aug 26 06:08:33.457980 dv-cinder-853910-3-iscsi neutron-server[107136]: 'Log': {'1.0'}, Aug 26 06:08:33.457980 dv-cinder-853910-3-iscsi neutron-server[107136]: 'NDPProxy': {'1.0'}, Aug 26 06:08:33.457980 dv-cinder-853910-3-iscsi neutron-server[107136]: 'Network': {'1.1'}, Aug 26 06:08:33.457980 dv-cinder-853910-3-iscsi neutron-server[107136]: 'Port': {'1.7'}, Aug 26 06:08:33.457980 dv-cinder-853910-3-iscsi neutron-server[107136]: 'PortForwarding': {'1.3'}, Aug 26 06:08:33.457980 dv-cinder-853910-3-iscsi neutron-server[107136]: 'QosPolicy': {'1.10'}, Aug 26 06:08:33.457980 dv-cinder-853910-3-iscsi neutron-server[107136]: 'SecurityGroup': {'1.5'}, Aug 26 06:08:33.457980 dv-cinder-853910-3-iscsi neutron-server[107136]: 'SecurityGroupRule': {'1.2'}, Aug 26 06:08:33.457980 dv-cinder-853910-3-iscsi neutron-server[107136]: 'SubPort': {'1.0'}, Aug 26 06:08:33.457980 dv-cinder-853910-3-iscsi neutron-server[107136]: 'Subnet': {'1.1'}, Aug 26 06:08:33.457980 dv-cinder-853910-3-iscsi neutron-server[107136]: 'Trunk': {'1.1'}} Aug 26 06:08:33.457980 dv-cinder-853910-3-iscsi neutron-server[107136]: consumer versions: Aug 26 06:08:33.457980 dv-cinder-853910-3-iscsi neutron-server[107136]: { DHCP agent@dv-cinder-853910-3-iscsi: {}, Aug 26 06:08:33.457980 dv-cinder-853910-3-iscsi neutron-server[107136]: L3 agent@dv-cinder-853910-3-iscsi: {}, Aug 26 06:08:33.457980 dv-cinder-853910-3-iscsi neutron-server[107136]: Metadata agent@dv-cinder-853910-3-iscsi: {}, Aug 26 06:08:33.457980 dv-cinder-853910-3-iscsi neutron-server[107136]: Metering agent@dv-cinder-853910-3-iscsi: {}, Aug 26 06:08:33.457980 dv-cinder-853910-3-iscsi neutron-server[107136]: Open vSwitch agent@dv-cinder-853910-3-iscsi: { 'AddressGroup': '1.2', Aug 26 06:08:33.457980 dv-cinder-853910-3-iscsi neutron-server[107136]: 'Agent': '1.1', Aug 26 06:08:33.457980 dv-cinder-853910-3-iscsi neutron-server[107136]: 'ConntrackHelper': '1.0', Aug 26 06:08:33.457980 dv-cinder-853910-3-iscsi neutron-server[107136]: 'LocalIPAssociation': '1.0', Aug 26 06:08:33.457980 dv-cinder-853910-3-iscsi neutron-server[107136]: 'Log': '1.0', Aug 26 06:08:33.457980 dv-cinder-853910-3-iscsi neutron-server[107136]: 'NDPProxy': '1.0', Aug 26 06:08:33.457980 dv-cinder-853910-3-iscsi neutron-server[107136]: 'Network': '1.1', Aug 26 06:08:33.457980 dv-cinder-853910-3-iscsi neutron-server[107136]: 'Port': '1.7', Aug 26 06:08:33.457980 dv-cinder-853910-3-iscsi neutron-server[107136]: 'PortForwarding': '1.3', Aug 26 06:08:33.457980 dv-cinder-853910-3-iscsi neutron-server[107136]: 'QosPolicy': '1.10', Aug 26 06:08:33.457980 dv-cinder-853910-3-iscsi neutron-server[107136]: 'SecurityGroup': '1.5', Aug 26 06:08:33.457980 dv-cinder-853910-3-iscsi neutron-server[107136]: 'SecurityGroupRule': '1.2', Aug 26 06:08:33.457980 dv-cinder-853910-3-iscsi neutron-server[107136]: 'SubPort': '1.0', Aug 26 06:08:33.457980 dv-cinder-853910-3-iscsi neutron-server[107136]: 'Subnet': '1.1', Aug 26 06:08:33.457980 dv-cinder-853910-3-iscsi neutron-server[107136]: 'Trunk': '1.1'}} Aug 26 06:08:33.457980 dv-cinder-853910-3-iscsi neutron-server[107136]: {{(pid=107136) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 06:08:33.461603 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805d2d1a-7a28-471e-8b28-5be9d5d0a8a3 None None] Checking agent: {'id': '4b23c1c4-ad66-4056-a835-9b344d252955', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 8, 1), 'started_at': datetime.datetime(2022, 8, 26, 6, 8, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:08:33.461861 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805d2d1a-7a28-471e-8b28-5be9d5d0a8a3 None None] Checking segment: {'id': '75ad557b-01d5-4933-ab63-8f0ed5b71791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c403c482-83d2-4f22-ab65-ee37395d9320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:08:33.462335 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-805d2d1a-7a28-471e-8b28-5be9d5d0a8a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:33.462747 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805d2d1a-7a28-471e-8b28-5be9d5d0a8a3 None None] Bound using segment: {'id': '75ad557b-01d5-4933-ab63-8f0ed5b71791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c403c482-83d2-4f22-ab65-ee37395d9320'} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:08:33.463213 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-805d2d1a-7a28-471e-8b28-5be9d5d0a8a3 None None] Bound port: cd4fcf41-6a63-4fcf-a342-6537abf2943e, host: dv-cinder-853910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ad557b-01d5-4933-ab63-8f0ed5b71791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c403c482-83d2-4f22-ab65-ee37395d9320'}}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:08:33.463584 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-805d2d1a-7a28-471e-8b28-5be9d5d0a8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (cd4fcf41-6a63-4fcf-a342-6537abf2943e), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:33.516074 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:08:33.531877 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-805d2d1a-7a28-471e-8b28-5be9d5d0a8a3 None None] For port cd4fcf41-6a63-4fcf-a342-6537abf2943e, host dv-cinder-853910-3-iscsi, cleared binding levels {{(pid=107136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:08:33.555364 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-805d2d1a-7a28-471e-8b28-5be9d5d0a8a3 None None] For port cd4fcf41-6a63-4fcf-a342-6537abf2943e, host dv-cinder-853910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=cd4fcf41-6a63-4fcf-a342-6537abf2943e,segment=NetworkSegment(75ad557b-01d5-4933-ab63-8f0ed5b71791),segment_id=75ad557b-01d5-4933-ab63-8f0ed5b71791)] {{(pid=107136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:08:33.679567 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-805d2d1a-7a28-471e-8b28-5be9d5d0a8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (cd4fcf41-6a63-4fcf-a342-6537abf2943e), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:33.719765 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805d2d1a-7a28-471e-8b28-5be9d5d0a8a3 None None] Routers {'954d3d95-d465-4898-aa41-54970363d69c'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:08:33.720370 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-805d2d1a-7a28-471e-8b28-5be9d5d0a8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:08:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['954d3d95-d465-4898-aa41-54970363d69c'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:08:33.754289 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:08:33.765471 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e4792-071f-4505-834e-65afc7987d3f None None] Pushing event updated for resources: {'Port': ['ID=cd4fcf41-6a63-4fcf-a342-6537abf2943e,revision_number=4']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:08:33.817172 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-805d2d1a-7a28-471e-8b28-5be9d5d0a8a3 None None] Set router 954d3d95-d465-4898-aa41-54970363d69c gateway port host: None {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:08:34.021069 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-805d2d1a-7a28-471e-8b28-5be9d5d0a8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954d3d95-d465-4898-aa41-54970363d69c', 'name': 'router1', 'tenant_id': '3940f6b6bcef4ac9a27e6a7e95fa3f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:08:20Z', 'updated_at': '2022-08-26T06:08:31Z', 'revision_number': 2, 'project_id': '3940f6b6bcef4ac9a27e6a7e95fa3f69', 'gw_port_host': None, '_interfaces': [{'id': 'cd4fcf41-6a63-4fcf-a342-6537abf2943e', 'name': '', 'network_id': 'c403c482-83d2-4f22-ab65-ee37395d9320', 'tenant_id': '3940f6b6bcef4ac9a27e6a7e95fa3f69', 'mac_address': 'fa:16:3e:c9:b7:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954d3d95-d465-4898-aa41-54970363d69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '79eb18b3-49aa-4407-b720-8151518f6d9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:08:30Z', 'updated_at': '2022-08-26T06:08:33Z', 'revision_number': 4, 'project_id': '3940f6b6bcef4ac9a27e6a7e95fa3f69', 'subnets': [{'id': '79eb18b3-49aa-4407-b720-8151518f6d9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd894802-a56f-4936-8124-ed2c431dc88e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:08:34.047596 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805d2d1a-7a28-471e-8b28-5be9d5d0a8a3 None None] The sync data for ids ['954d3d95-d465-4898-aa41-54970363d69c'] in dv-cinder-853910-3-iscsi is: [{'id': '954d3d95-d465-4898-aa41-54970363d69c', 'name': 'router1', 'tenant_id': '3940f6b6bcef4ac9a27e6a7e95fa3f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:08:20Z', 'updated_at': '2022-08-26T06:08:31Z', 'revision_number': 2, 'project_id': '3940f6b6bcef4ac9a27e6a7e95fa3f69', 'gw_port_host': None, '_interfaces': [{'id': 'cd4fcf41-6a63-4fcf-a342-6537abf2943e', 'name': '', 'network_id': 'c403c482-83d2-4f22-ab65-ee37395d9320', 'tenant_id': '3940f6b6bcef4ac9a27e6a7e95fa3f69', 'mac_address': 'fa:16:3e:c9:b7:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954d3d95-d465-4898-aa41-54970363d69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '79eb18b3-49aa-4407-b720-8151518f6d9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:08:30Z', 'updated_at': '2022-08-26T06:08:33Z', 'revision_number': 4, 'project_id': '3940f6b6bcef4ac9a27e6a7e95fa3f69', 'subnets': [{'id': '79eb18b3-49aa-4407-b720-8151518f6d9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd894802-a56f-4936-8124-ed2c431dc88e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:08:34.487624 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 46328) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:08:34.883566 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2d5d9b-034a-4778-9762-0e633e22e388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:08:34.884960 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-3f2d5d9b-034a-4778-9762-0e633e22e388 admin admin] 10.222.0.40 "GET /networking/v2.0/networks/7bfbcaf8-cfd7-4da9-9873-fb578302608c HTTP/1.1" status: 200 len: 842 time: 0.3961627 Aug 26 06:08:34.894644 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-577eec2a-3885-4003-aa41-f75eebff5859 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:08:34.998759 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577eec2a-3885-4003-aa41-f75eebff5859 admin admin] Made reservation on behalf of 6316e285f13041a3ae4690b463c7dfa7 for: {'subnet': 1} {{(pid=107134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:08:35.001174 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-577eec2a-3885-4003-aa41-f75eebff5859 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:35.469566 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.objects.ports [None req-577eec2a-3885-4003-aa41-f75eebff5859 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107134) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 26 06:08:35.470029 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-577eec2a-3885-4003-aa41-f75eebff5859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319'] for subnet (6eb332c5-848f-450d-bdad-4a764241332a), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:35.517377 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577eec2a-3885-4003-aa41-f75eebff5859 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eb332c5-848f-450d-bdad-4a764241332a,revision_number=0']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:08:35.536809 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577eec2a-3885-4003-aa41-f75eebff5859 admin admin] Checking segment: {'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:08:35.537167 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577eec2a-3885-4003-aa41-f75eebff5859 admin admin] Network hostable DHCP agents. Network: 7bfbcaf8-cfd7-4da9-9873-fb578302608c, hostable agents: ['cf64840e-f340-4e9a-bb2f-df6b7decc44a'], hosted agents: [] {{(pid=107134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 06:08:35.673305 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577eec2a-3885-4003-aa41-f75eebff5859 admin admin] Network 7bfbcaf8-cfd7-4da9-9873-fb578302608c is scheduled to be hosted by DHCP agent cf64840e-f340-4e9a-bb2f-df6b7decc44a with binding_index 1 {{(pid=107134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 06:08:35.759654 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [None req-577eec2a-3885-4003-aa41-f75eebff5859 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-3-iscsi, 7bfbcaf8-cfd7-4da9-9873-fb578302608c) {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:08:35.764539 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577eec2a-3885-4003-aa41-f75eebff5859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:08:35.766154 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-577eec2a-3885-4003-aa41-f75eebff5859 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for subnet (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:35.768477 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2772347-64bd-40cf-9198-25131c4d1719 None None] Network 7bfbcaf8-cfd7-4da9-9873-fb578302608c requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:08:35.841512 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-577eec2a-3885-4003-aa41-f75eebff5859 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9502339 Aug 26 06:08:35.876078 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47877d4d-7453-40ca-935a-588855cf149f None None] Network 7bfbcaf8-cfd7-4da9-9873-fb578302608c requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:08:38.271850 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 46336) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:08:38.673596 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:08:38.689102 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-09a662f4-d9e2-4a2d-990b-f6c8b3d3468e demo admin] 10.222.0.40 "GET /networking/v2.0/routers/954d3d95-d465-4898-aa41-54970363d69c HTTP/1.1" status: 200 len: 710 time: 0.4161265 Aug 26 06:08:38.766678 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:08:38.782233 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d61568-f9db-49ab-81ec-94877020dd86 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:08:38.783627 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-23d61568-f9db-49ab-81ec-94877020dd86 demo admin] 10.222.0.40 "GET /networking/v2.0/networks/7bfbcaf8-cfd7-4da9-9873-fb578302608c HTTP/1.1" status: 200 len: 886 time: 0.0881505 Aug 26 06:08:38.793244 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-99bca07e-a7f6-4b07-8682-bb0ef445f41a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:08:39.045064 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-99bca07e-a7f6-4b07-8682-bb0ef445f41a demo admin] Publish callbacks [] for router_gateway (954d3d95-d465-4898-aa41-54970363d69c), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:39.140987 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device cd4fcf41-6a63-4fcf-a342-6537abf2943e up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:08:39.189300 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port cd4fcf41-6a63-4fcf-a342-6537abf2943e triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:08:39.189678 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (cd4fcf41-6a63-4fcf-a342-6537abf2943e), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:39.267262 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port cd4fcf41-6a63-4fcf-a342-6537abf2943e is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:08:39.267660 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (cd4fcf41-6a63-4fcf-a342-6537abf2943e), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:39.299079 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:08:39.300993 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] For port cd4fcf41-6a63-4fcf-a342-6537abf2943e, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=cd4fcf41-6a63-4fcf-a342-6537abf2943e,segment=NetworkSegment(75ad557b-01d5-4933-ab63-8f0ed5b71791),segment_id=75ad557b-01d5-4933-ab63-8f0ed5b71791)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:08:39.364140 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-99bca07e-a7f6-4b07-8682-bb0ef445f41a demo admin] Publish callbacks [] for router_gateway (954d3d95-d465-4898-aa41-54970363d69c), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:39.421850 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (cd4fcf41-6a63-4fcf-a342-6537abf2943e), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:39.446466 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-99bca07e-a7f6-4b07-8682-bb0ef445f41a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:39.470843 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Pushing event updated for resources: {'Port': ['ID=cd4fcf41-6a63-4fcf-a342-6537abf2943e,revision_number=5']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:08:39.556740 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.db_base_plugin_common [None req-99bca07e-a7f6-4b07-8682-bb0ef445f41a demo admin] Allocated IP 172.27.3.151 (7bfbcaf8-cfd7-4da9-9873-fb578302608c/6eb332c5-848f-450d-bdad-4a764241332a/d6ad877f-c40a-44fc-880a-fc1efb317c44) {{(pid=107134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:08:39.657406 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-99bca07e-a7f6-4b07-8682-bb0ef445f41a demo admin] Publish callbacks [] for port (d6ad877f-c40a-44fc-880a-fc1efb317c44), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:39.764916 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-99bca07e-a7f6-4b07-8682-bb0ef445f41a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587'] for port (d6ad877f-c40a-44fc-880a-fc1efb317c44), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:39.776354 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:08:39.808566 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bca07e-a7f6-4b07-8682-bb0ef445f41a demo admin] Network 7bfbcaf8-cfd7-4da9-9873-fb578302608c is already hosted by enough agents. {{(pid=107134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:08:39.811441 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [None req-99bca07e-a7f6-4b07-8682-bb0ef445f41a demo admin] Resources bound (agent type, host, resource id): {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:08:39.815297 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bca07e-a7f6-4b07-8682-bb0ef445f41a demo admin] Received port after_create {{(pid=107134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:08:39.820742 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bca07e-a7f6-4b07-8682-bb0ef445f41a demo admin] Pushing event updated for resources: {'Port': ['ID=d6ad877f-c40a-44fc-880a-fc1efb317c44,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:08:39.980270 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:08:40.217875 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-99bca07e-a7f6-4b07-8682-bb0ef445f41a demo admin] Publish callbacks [] for router_gateway (954d3d95-d465-4898-aa41-54970363d69c), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:40.417207 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-99bca07e-a7f6-4b07-8682-bb0ef445f41a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1621515', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1615555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32447'] for router (954d3d95-d465-4898-aa41-54970363d69c), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:40.421180 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-99bca07e-a7f6-4b07-8682-bb0ef445f41a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1621504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1621569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1615608'] for router (954d3d95-d465-4898-aa41-54970363d69c), after_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:40.523185 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99bca07e-a7f6-4b07-8682-bb0ef445f41a demo admin] Router 954d3d95-d465-4898-aa41-54970363d69c has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:08:40.619931 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99bca07e-a7f6-4b07-8682-bb0ef445f41a demo admin] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:08:40.624027 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-99bca07e-a7f6-4b07-8682-bb0ef445f41a demo admin] Publish callbacks [] for router (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:40.625202 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-99bca07e-a7f6-4b07-8682-bb0ef445f41a demo admin] 10.222.0.40 "PUT /networking/v2.0/routers/954d3d95-d465-4898-aa41-54970363d69c HTTP/1.1" status: 200 len: 890 time: 1.8353894 Aug 26 06:08:40.631447 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabb285f-9553-47a1-b810-ebd2fe619587 None None] Sync routers for ids ['954d3d95-d465-4898-aa41-54970363d69c'] in dv-cinder-853910-3-iscsi {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:08:40.643662 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabb285f-9553-47a1-b810-ebd2fe619587 None None] Routers {'954d3d95-d465-4898-aa41-54970363d69c'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:08:40.644245 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-aabb285f-9553-47a1-b810-ebd2fe619587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:08:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['954d3d95-d465-4898-aa41-54970363d69c'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:08:40.859811 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-aabb285f-9553-47a1-b810-ebd2fe619587 None None] Set router 954d3d95-d465-4898-aa41-54970363d69c gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:08:41.015348 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:08:41.139697 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device cd4fcf41-6a63-4fcf-a342-6537abf2943e up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:08:41.272363 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port cd4fcf41-6a63-4fcf-a342-6537abf2943e triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:08:41.272768 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (cd4fcf41-6a63-4fcf-a342-6537abf2943e), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:41.305776 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-aabb285f-9553-47a1-b810-ebd2fe619587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954d3d95-d465-4898-aa41-54970363d69c', 'name': 'router1', 'tenant_id': '3940f6b6bcef4ac9a27e6a7e95fa3f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'd6ad877f-c40a-44fc-880a-fc1efb317c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:08:20Z', 'updated_at': '2022-08-26T06:08:40Z', 'revision_number': 4, 'project_id': '3940f6b6bcef4ac9a27e6a7e95fa3f69', 'gw_port': {'id': 'd6ad877f-c40a-44fc-880a-fc1efb317c44', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954d3d95-d465-4898-aa41-54970363d69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:08:39Z', 'updated_at': '2022-08-26T06:08:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': 'cd4fcf41-6a63-4fcf-a342-6537abf2943e', 'name': '', 'network_id': 'c403c482-83d2-4f22-ab65-ee37395d9320', 'tenant_id': '3940f6b6bcef4ac9a27e6a7e95fa3f69', 'mac_address': 'fa:16:3e:c9:b7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954d3d95-d465-4898-aa41-54970363d69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '79eb18b3-49aa-4407-b720-8151518f6d9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:08:30Z', 'updated_at': '2022-08-26T06:08:39Z', 'revision_number': 5, 'project_id': '3940f6b6bcef4ac9a27e6a7e95fa3f69', 'subnets': [{'id': '79eb18b3-49aa-4407-b720-8151518f6d9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd894802-a56f-4936-8124-ed2c431dc88e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:08:41.432964 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabb285f-9553-47a1-b810-ebd2fe619587 None None] Checking router: 954d3d95-d465-4898-aa41-54970363d69c for host: dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:08:41.433334 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabb285f-9553-47a1-b810-ebd2fe619587 None None] Updating router 954d3d95-d465-4898-aa41-54970363d69c port d6ad877f-c40a-44fc-880a-fc1efb317c44 binding host dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 06:08:41.492159 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-aabb285f-9553-47a1-b810-ebd2fe619587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (d6ad877f-c40a-44fc-880a-fc1efb317c44), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:41.617530 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port cd4fcf41-6a63-4fcf-a342-6537abf2943e is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:08:41.819194 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:08:41.835794 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-aabb285f-9553-47a1-b810-ebd2fe619587 None None] Publish callbacks [] for port (d6ad877f-c40a-44fc-880a-fc1efb317c44), precommit_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:41.941850 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-aabb285f-9553-47a1-b810-ebd2fe619587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (d6ad877f-c40a-44fc-880a-fc1efb317c44), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:41.976293 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-aabb285f-9553-47a1-b810-ebd2fe619587 None None] Attempting to bind port d6ad877f-c40a-44fc-880a-fc1efb317c44 on host dv-cinder-853910-3-iscsi for vnic_type normal with profile {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:08:41.976668 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-aabb285f-9553-47a1-b810-ebd2fe619587 None None] Attempting to bind port d6ad877f-c40a-44fc-880a-fc1efb317c44 by drivers openvswitch,hyperv on host dv-cinder-853910-3-iscsi at level 0 using segments [{'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:08:41.977035 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabb285f-9553-47a1-b810-ebd2fe619587 None None] Attempting to bind port d6ad877f-c40a-44fc-880a-fc1efb317c44 on network 7bfbcaf8-cfd7-4da9-9873-fb578302608c {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:08:41.989061 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabb285f-9553-47a1-b810-ebd2fe619587 None None] Checking agent: {'id': '4b23c1c4-ad66-4056-a835-9b344d252955', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 8, 1), 'started_at': datetime.datetime(2022, 8, 26, 6, 8, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:08:41.989481 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabb285f-9553-47a1-b810-ebd2fe619587 None None] Checking segment: {'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:08:41.989885 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-aabb285f-9553-47a1-b810-ebd2fe619587 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:41.990819 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabb285f-9553-47a1-b810-ebd2fe619587 None None] Bound using segment: {'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:08:41.991366 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-aabb285f-9553-47a1-b810-ebd2fe619587 None None] Bound port: d6ad877f-c40a-44fc-880a-fc1efb317c44, host: dv-cinder-853910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:08:41.991792 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-aabb285f-9553-47a1-b810-ebd2fe619587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (d6ad877f-c40a-44fc-880a-fc1efb317c44), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:42.014768 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08444fc-acbd-4eba-ab2e-608f7c981ca0 None None] Pushing event updated for resources: {'Port': ['ID=d6ad877f-c40a-44fc-880a-fc1efb317c44,revision_number=2']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:08:42.045853 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-aabb285f-9553-47a1-b810-ebd2fe619587 None None] For port d6ad877f-c40a-44fc-880a-fc1efb317c44, host dv-cinder-853910-3-iscsi, cleared binding levels {{(pid=107135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:08:42.048834 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-aabb285f-9553-47a1-b810-ebd2fe619587 None None] For port d6ad877f-c40a-44fc-880a-fc1efb317c44, host dv-cinder-853910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=d6ad877f-c40a-44fc-880a-fc1efb317c44,segment=NetworkSegment(1390a542-366f-4986-b4c7-57ccad3a4e4e),segment_id=1390a542-366f-4986-b4c7-57ccad3a4e4e)] {{(pid=107135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:08:42.171200 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-aabb285f-9553-47a1-b810-ebd2fe619587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (d6ad877f-c40a-44fc-880a-fc1efb317c44), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:42.214529 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabb285f-9553-47a1-b810-ebd2fe619587 None None] Routers {'954d3d95-d465-4898-aa41-54970363d69c'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:08:42.215158 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-aabb285f-9553-47a1-b810-ebd2fe619587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:08:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['954d3d95-d465-4898-aa41-54970363d69c'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:08:42.271166 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08444fc-acbd-4eba-ab2e-608f7c981ca0 None None] Pushing event updated for resources: {'Port': ['ID=d6ad877f-c40a-44fc-880a-fc1efb317c44,revision_number=3']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:08:42.346229 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-aabb285f-9553-47a1-b810-ebd2fe619587 None None] Set router 954d3d95-d465-4898-aa41-54970363d69c gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:08:42.380707 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:08:42.503444 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 5 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:08:42.548413 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-aabb285f-9553-47a1-b810-ebd2fe619587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954d3d95-d465-4898-aa41-54970363d69c', 'name': 'router1', 'tenant_id': '3940f6b6bcef4ac9a27e6a7e95fa3f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'd6ad877f-c40a-44fc-880a-fc1efb317c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:08:20Z', 'updated_at': '2022-08-26T06:08:40Z', 'revision_number': 4, 'project_id': '3940f6b6bcef4ac9a27e6a7e95fa3f69', 'gw_port': {'id': 'd6ad877f-c40a-44fc-880a-fc1efb317c44', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954d3d95-d465-4898-aa41-54970363d69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:08:39Z', 'updated_at': '2022-08-26T06:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': 'cd4fcf41-6a63-4fcf-a342-6537abf2943e', 'name': '', 'network_id': 'c403c482-83d2-4f22-ab65-ee37395d9320', 'tenant_id': '3940f6b6bcef4ac9a27e6a7e95fa3f69', 'mac_address': 'fa:16:3e:c9:b7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954d3d95-d465-4898-aa41-54970363d69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '79eb18b3-49aa-4407-b720-8151518f6d9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:08:30Z', 'updated_at': '2022-08-26T06:08:39Z', 'revision_number': 5, 'project_id': '3940f6b6bcef4ac9a27e6a7e95fa3f69', 'subnets': [{'id': '79eb18b3-49aa-4407-b720-8151518f6d9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd894802-a56f-4936-8124-ed2c431dc88e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:08:42.578536 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabb285f-9553-47a1-b810-ebd2fe619587 None None] The sync data for ids ['954d3d95-d465-4898-aa41-54970363d69c'] in dv-cinder-853910-3-iscsi is: [{'id': '954d3d95-d465-4898-aa41-54970363d69c', 'name': 'router1', 'tenant_id': '3940f6b6bcef4ac9a27e6a7e95fa3f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'd6ad877f-c40a-44fc-880a-fc1efb317c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:08:20Z', 'updated_at': '2022-08-26T06:08:40Z', 'revision_number': 4, 'project_id': '3940f6b6bcef4ac9a27e6a7e95fa3f69', 'gw_port': {'id': 'd6ad877f-c40a-44fc-880a-fc1efb317c44', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ec:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954d3d95-d465-4898-aa41-54970363d69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:08:39Z', 'updated_at': '2022-08-26T06:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': 'cd4fcf41-6a63-4fcf-a342-6537abf2943e', 'name': '', 'network_id': 'c403c482-83d2-4f22-ab65-ee37395d9320', 'tenant_id': '3940f6b6bcef4ac9a27e6a7e95fa3f69', 'mac_address': 'fa:16:3e:c9:b7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954d3d95-d465-4898-aa41-54970363d69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '79eb18b3-49aa-4407-b720-8151518f6d9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:08:30Z', 'updated_at': '2022-08-26T06:08:39Z', 'revision_number': 5, 'project_id': '3940f6b6bcef4ac9a27e6a7e95fa3f69', 'subnets': [{'id': '79eb18b3-49aa-4407-b720-8151518f6d9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd894802-a56f-4936-8124-ed2c431dc88e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:08:43.149598 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device d6ad877f-c40a-44fc-880a-fc1efb317c44 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:08:43.200407 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port d6ad877f-c40a-44fc-880a-fc1efb317c44 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:08:43.200799 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (d6ad877f-c40a-44fc-880a-fc1efb317c44), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:43.215169 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 46348) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:08:43.276228 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port d6ad877f-c40a-44fc-880a-fc1efb317c44 is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:08:43.276531 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (d6ad877f-c40a-44fc-880a-fc1efb317c44), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:43.300312 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] For port d6ad877f-c40a-44fc-880a-fc1efb317c44, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=d6ad877f-c40a-44fc-880a-fc1efb317c44,segment=NetworkSegment(1390a542-366f-4986-b4c7-57ccad3a4e4e),segment_id=1390a542-366f-4986-b4c7-57ccad3a4e4e)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:08:43.416561 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (d6ad877f-c40a-44fc-880a-fc1efb317c44), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:43.468934 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Pushing event updated for resources: {'Port': ['ID=d6ad877f-c40a-44fc-880a-fc1efb317c44,revision_number=4']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:08:43.569498 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writer thread running {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 26 06:08:43.570085 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:08:43.686008 dv-cinder-853910-3-iscsi neutron-server[107133]: ERROR stevedore.extension [None req-325c25a3-bd19-4b7a-b9ae-077e930013ee admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 26 06:08:43.737528 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.policy [None req-325c25a3-bd19-4b7a-b9ae-077e930013ee admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107133) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 26 06:08:43.781295 dv-cinder-853910-3-iscsi neutron-server[107133]: WARNING oslo_policy.policy [None req-325c25a3-bd19-4b7a-b9ae-077e930013ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 06:08:43.781595 dv-cinder-853910-3-iscsi neutron-server[107133]: WARNING oslo_policy.policy [None req-325c25a3-bd19-4b7a-b9ae-077e930013ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 06:08:43.791353 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-325c25a3-bd19-4b7a-b9ae-077e930013ee admin admin] 10.222.0.40 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.5752482 Aug 26 06:08:44.024914 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=21 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:08:45.135744 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device d6ad877f-c40a-44fc-880a-fc1efb317c44 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:08:45.180259 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port d6ad877f-c40a-44fc-880a-fc1efb317c44 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:08:45.180647 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (d6ad877f-c40a-44fc-880a-fc1efb317c44), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:45.220906 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:08:45.252746 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port d6ad877f-c40a-44fc-880a-fc1efb317c44 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:08:50.617092 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=31 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:08:50.618469 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:08:53.674004 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=6 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:08:55.251594 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:08:56.290916 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a4927af8-69f1-4059-8b19-2d6904a0ef80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:58.616155 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-cf2bc4ed-24c3-4ec7-8882-80c90fe92e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:08:59.781615 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:09:01.358467 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:09:01.399381 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:09:01.523157 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:09:01.536507 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=53 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:09:11.307664 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:09:11.315178 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:09:19.502823 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 5 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:09:26.295526 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c8ff3bdc-655a-4826-833f-420c74037784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:09:28.603811 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-fdbb11e5-08f9-40c2-8374-77c01f088e5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:09:29.853841 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:09:31.402911 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:09:31.442212 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:09:38.508360 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:09:38.510693 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:09:41.300921 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:09:41.303900 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:09:54.501483 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:09:56.363508 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-91275846-c64d-4e5a-a4fa-6783bad5986e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:09:56.501776 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 5 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:09:58.700315 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-cc0ba0ad-fe69-4cfe-816d-1bdb5b978f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:09:59.826634 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:10:01.397646 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:10:01.459162 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:10:11.301094 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:10:11.303033 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:10:11.825754 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 46892) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:10:12.222345 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ba87ea5-7aaf-4d46-adcd-7017c3353ef2 admin admin] GET failed (client error): The resource could not be found. Aug 26 06:10:12.224595 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-7ba87ea5-7aaf-4d46-adcd-7017c3353ef2 admin admin] 10.222.0.40 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3973706 Aug 26 06:10:12.412891 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e999d6a-7262-49ee-b44b-59294e22b4a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:10:12.414389 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-1e999d6a-7262-49ee-b44b-59294e22b4a6 admin admin] 10.222.0.40 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1856303 Aug 26 06:10:14.889031 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 46902) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:10:15.357243 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60719d2c-7766-4378-b609-83ccde4cd9e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:10:15.358638 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-60719d2c-7766-4378-b609-83ccde4cd9e1 admin admin] 10.222.0.40 "GET /networking/v2.0/subnets/79eb18b3-49aa-4407-b720-8151518f6d9a HTTP/1.1" status: 200 len: 849 time: 0.4685361 Aug 26 06:10:15.369015 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-f8a58d72-8cf3-45dc-9167-92d6208ea8a0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:10:15.459833 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f8a58d72-8cf3-45dc-9167-92d6208ea8a0 admin admin] Publish callbacks [] for subnet (79eb18b3-49aa-4407-b720-8151518f6d9a), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:10:15.506905 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:10:15.507982 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:10:15.819972 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f8a58d72-8cf3-45dc-9167-92d6208ea8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776576264075'] for subnet (79eb18b3-49aa-4407-b720-8151518f6d9a), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:10:15.889466 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a58d72-8cf3-45dc-9167-92d6208ea8a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:10:15.890493 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f8a58d72-8cf3-45dc-9167-92d6208ea8a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for subnet (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:10:15.895851 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8e63e3-827a-41bc-9631-1acbca8d35ef None None] Network c403c482-83d2-4f22-ab65-ee37395d9320 requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:10:15.896404 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-f8a58d72-8cf3-45dc-9167-92d6208ea8a0 admin admin] 10.222.0.40 "PUT /networking/v2.0/subnets/79eb18b3-49aa-4407-b720-8151518f6d9a HTTP/1.1" status: 200 len: 868 time: 0.5273688 Aug 26 06:10:15.907876 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a58d72-8cf3-45dc-9167-92d6208ea8a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79eb18b3-49aa-4407-b720-8151518f6d9a,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:10:15.920998 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a58d72-8cf3-45dc-9167-92d6208ea8a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:10:15.921349 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a58d72-8cf3-45dc-9167-92d6208ea8a0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:10:15.921682 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a58d72-8cf3-45dc-9167-92d6208ea8a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:10:15.922016 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a58d72-8cf3-45dc-9167-92d6208ea8a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:10:15.922345 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a58d72-8cf3-45dc-9167-92d6208ea8a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:10:15.922823 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a58d72-8cf3-45dc-9167-92d6208ea8a0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:10:15.923148 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a58d72-8cf3-45dc-9167-92d6208ea8a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:10:15.923475 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a58d72-8cf3-45dc-9167-92d6208ea8a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:10:15.923864 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a58d72-8cf3-45dc-9167-92d6208ea8a0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:10:15.924190 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a58d72-8cf3-45dc-9167-92d6208ea8a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:10:15.924526 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a58d72-8cf3-45dc-9167-92d6208ea8a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:10:15.925483 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a58d72-8cf3-45dc-9167-92d6208ea8a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:10:15.926046 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a58d72-8cf3-45dc-9167-92d6208ea8a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:10:15.926380 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a58d72-8cf3-45dc-9167-92d6208ea8a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:10:15.926906 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a58d72-8cf3-45dc-9167-92d6208ea8a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:10:15.928429 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a58d72-8cf3-45dc-9167-92d6208ea8a0 admin admin] Tracked resource versions report: Aug 26 06:10:15.928429 dv-cinder-853910-3-iscsi neutron-server[107133]: pushed versions: Aug 26 06:10:15.928429 dv-cinder-853910-3-iscsi neutron-server[107133]: { 'AddressGroup': {'1.2'}, Aug 26 06:10:15.928429 dv-cinder-853910-3-iscsi neutron-server[107133]: 'Agent': {'1.1'}, Aug 26 06:10:15.928429 dv-cinder-853910-3-iscsi neutron-server[107133]: 'ConntrackHelper': {'1.0'}, Aug 26 06:10:15.928429 dv-cinder-853910-3-iscsi neutron-server[107133]: 'LocalIPAssociation': {'1.0'}, Aug 26 06:10:15.928429 dv-cinder-853910-3-iscsi neutron-server[107133]: 'Log': {'1.0'}, Aug 26 06:10:15.928429 dv-cinder-853910-3-iscsi neutron-server[107133]: 'NDPProxy': {'1.0'}, Aug 26 06:10:15.928429 dv-cinder-853910-3-iscsi neutron-server[107133]: 'Network': {'1.1'}, Aug 26 06:10:15.928429 dv-cinder-853910-3-iscsi neutron-server[107133]: 'Port': {'1.7'}, Aug 26 06:10:15.928429 dv-cinder-853910-3-iscsi neutron-server[107133]: 'PortForwarding': {'1.3'}, Aug 26 06:10:15.928429 dv-cinder-853910-3-iscsi neutron-server[107133]: 'QosPolicy': {'1.10'}, Aug 26 06:10:15.928429 dv-cinder-853910-3-iscsi neutron-server[107133]: 'SecurityGroup': {'1.5'}, Aug 26 06:10:15.928429 dv-cinder-853910-3-iscsi neutron-server[107133]: 'SecurityGroupRule': {'1.2'}, Aug 26 06:10:15.928429 dv-cinder-853910-3-iscsi neutron-server[107133]: 'SubPort': {'1.0'}, Aug 26 06:10:15.928429 dv-cinder-853910-3-iscsi neutron-server[107133]: 'Subnet': {'1.1'}, Aug 26 06:10:15.928429 dv-cinder-853910-3-iscsi neutron-server[107133]: 'Trunk': {'1.1'}} Aug 26 06:10:15.928429 dv-cinder-853910-3-iscsi neutron-server[107133]: consumer versions: Aug 26 06:10:15.928429 dv-cinder-853910-3-iscsi neutron-server[107133]: { DHCP agent@dv-cinder-853910-3-iscsi: {}, Aug 26 06:10:15.928429 dv-cinder-853910-3-iscsi neutron-server[107133]: L3 agent@dv-cinder-853910-3-iscsi: {}, Aug 26 06:10:15.928429 dv-cinder-853910-3-iscsi neutron-server[107133]: Metadata agent@dv-cinder-853910-3-iscsi: {}, Aug 26 06:10:15.928429 dv-cinder-853910-3-iscsi neutron-server[107133]: Metering agent@dv-cinder-853910-3-iscsi: {}, Aug 26 06:10:15.928429 dv-cinder-853910-3-iscsi neutron-server[107133]: Open vSwitch agent@dv-cinder-853910-3-iscsi: { 'AddressGroup': '1.2', Aug 26 06:10:15.928429 dv-cinder-853910-3-iscsi neutron-server[107133]: 'Agent': '1.1', Aug 26 06:10:15.928429 dv-cinder-853910-3-iscsi neutron-server[107133]: 'ConntrackHelper': '1.0', Aug 26 06:10:15.928429 dv-cinder-853910-3-iscsi neutron-server[107133]: 'LocalIPAssociation': '1.0', Aug 26 06:10:15.928429 dv-cinder-853910-3-iscsi neutron-server[107133]: 'Log': '1.0', Aug 26 06:10:15.928429 dv-cinder-853910-3-iscsi neutron-server[107133]: 'NDPProxy': '1.0', Aug 26 06:10:15.928429 dv-cinder-853910-3-iscsi neutron-server[107133]: 'Network': '1.1', Aug 26 06:10:15.928429 dv-cinder-853910-3-iscsi neutron-server[107133]: 'Port': '1.7', Aug 26 06:10:15.928429 dv-cinder-853910-3-iscsi neutron-server[107133]: 'PortForwarding': '1.3', Aug 26 06:10:15.928429 dv-cinder-853910-3-iscsi neutron-server[107133]: 'QosPolicy': '1.10', Aug 26 06:10:15.928429 dv-cinder-853910-3-iscsi neutron-server[107133]: 'SecurityGroup': '1.5', Aug 26 06:10:15.928429 dv-cinder-853910-3-iscsi neutron-server[107133]: 'SecurityGroupRule': '1.2', Aug 26 06:10:15.928429 dv-cinder-853910-3-iscsi neutron-server[107133]: 'SubPort': '1.0', Aug 26 06:10:15.928429 dv-cinder-853910-3-iscsi neutron-server[107133]: 'Subnet': '1.1', Aug 26 06:10:15.928429 dv-cinder-853910-3-iscsi neutron-server[107133]: 'Trunk': '1.1'}} Aug 26 06:10:15.928429 dv-cinder-853910-3-iscsi neutron-server[107133]: {{(pid=107133) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 06:10:16.231783 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-d462223a-298c-421c-872e-b08bed98eae4 None None] Provisioning complete for port cd4fcf41-6a63-4fcf-a342-6537abf2943e triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:10:16.232174 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d462223a-298c-421c-872e-b08bed98eae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (cd4fcf41-6a63-4fcf-a342-6537abf2943e), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:10:16.311529 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-d462223a-298c-421c-872e-b08bed98eae4 None None] Current status of the port cd4fcf41-6a63-4fcf-a342-6537abf2943e is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:10:16.320118 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-d462223a-298c-421c-872e-b08bed98eae4 None None] Provisioning complete for port 9d29cf2f-b315-498f-8358-eebddb2e1c21 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:10:16.320509 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d462223a-298c-421c-872e-b08bed98eae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (9d29cf2f-b315-498f-8358-eebddb2e1c21), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:10:16.396030 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-d462223a-298c-421c-872e-b08bed98eae4 None None] Current status of the port 9d29cf2f-b315-498f-8358-eebddb2e1c21 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:10:18.594884 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 46916) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:10:19.103192 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921a5892-9945-4ce5-be51-c891231c857c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:10:19.103662 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921a5892-9945-4ce5-be51-c891231c857c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:10:19.105217 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-921a5892-9945-4ce5-be51-c891231c857c admin admin] 10.222.0.40 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5094624 Aug 26 06:10:21.564507 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 46924) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:10:22.044597 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c504096-b81a-4807-8220-d39d2d42570b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:10:22.045068 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c504096-b81a-4807-8220-d39d2d42570b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:10:22.046608 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-0c504096-b81a-4807-8220-d39d2d42570b admin admin] 10.222.0.40 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4812360 Aug 26 06:10:22.409787 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=10 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:10:22.411170 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=15 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:10:24.425951 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 46932) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:10:24.855237 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dfad95-f28f-4747-8ddc-452e58ecbbe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:10:24.856604 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-d4dfad95-f28f-4747-8ddc-452e58ecbbe7 admin admin] 10.222.0.40 "GET /networking/v2.0/networks/7bfbcaf8-cfd7-4da9-9873-fb578302608c HTTP/1.1" status: 200 len: 886 time: 0.4295435 Aug 26 06:10:26.349152 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-959af5dc-c412-48d6-b99c-2057fa72043a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:10:27.227958 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 46940) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:10:27.727463 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5cf247-b9b3-415b-a08c-b331bca6cd2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:10:27.728730 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-ff5cf247-b9b3-415b-a08c-b331bca6cd2c admin admin] 10.222.0.40 "GET /networking/v2.0/networks/c403c482-83d2-4f22-ab65-ee37395d9320 HTTP/1.1" status: 200 len: 869 time: 0.4998248 Aug 26 06:10:28.605566 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c0fb6ff5-2005-47a2-9621-5ff59a55e013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:10:29.814354 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:10:30.086491 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 46948) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:10:30.486521 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d3ab31-8aa5-4132-8972-e5c41130b60e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:10:30.486941 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d3ab31-8aa5-4132-8972-e5c41130b60e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:10:30.488708 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-c3d3ab31-8aa5-4132-8972-e5c41130b60e admin admin] 10.222.0.40 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4012265 Aug 26 06:10:31.354435 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:10:31.391210 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:10:32.821960 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 46956) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:10:33.197987 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d393d2-7f64-4409-9e64-23f99b31b43b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:10:33.198442 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d393d2-7f64-4409-9e64-23f99b31b43b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:10:33.200049 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-c2d393d2-7f64-4409-9e64-23f99b31b43b admin admin] 10.222.0.40 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3771343 Aug 26 06:10:33.501808 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 5 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:10:35.601924 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 46964) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:10:35.993522 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae8bea8-55b7-4c9f-a659-d3b23e8cba34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:10:35.994946 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-4ae8bea8-55b7-4c9f-a659-d3b23e8cba34 admin admin] 10.222.0.40 "GET /networking/v2.0/subnets/6eb332c5-848f-450d-bdad-4a764241332a HTTP/1.1" status: 200 len: 816 time: 0.3921392 Aug 26 06:10:37.723178 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=85,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:10:37.725063 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=81,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:10:38.374785 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 46974) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:10:38.745735 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff74b315-1eaf-404b-b0c3-60356b53ad53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:10:38.747115 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-ff74b315-1eaf-404b-b0c3-60356b53ad53 admin admin] 10.222.0.40 "GET /networking/v2.0/subnets/79eb18b3-49aa-4407-b720-8151518f6d9a HTTP/1.1" status: 200 len: 868 time: 0.3714590 Aug 26 06:10:41.296015 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:10:41.297946 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:10:48.739384 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=36 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:10:48.742445 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=33 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:10:52.595291 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=17 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:10:52.600196 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=17 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:10:56.362940 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-93f7a8df-a22b-42b0-9921-65004818d092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:10:58.628063 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-acd22549-d484-4413-ae5c-febda0afc789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:10:59.831400 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:11:01.453448 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:11:01.504850 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:11:08.787803 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 47034) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:11:09.132783 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [None req-5a853f1c-6421-4cef-ad60-48e27390e937 admin admin] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107134) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 06:11:09.133836 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-5a853f1c-6421-4cef-ad60-48e27390e937 admin admin] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3450646 Aug 26 06:11:10.500484 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 5 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:11:11.297456 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:11:11.305498 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:11:11.638928 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 47042) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:11:12.004431 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.pecan_wsgi.hooks.translation [None req-997a1add-b5ab-43b0-b679-838a4f4de31d admin admin] GET failed (client error): The resource could not be found. Aug 26 06:11:12.009244 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-997a1add-b5ab-43b0-b679-838a4f4de31d admin admin] 10.222.0.40 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3659246 Aug 26 06:11:12.099393 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0d6e78-f42c-475f-a2c0-af7bd2abf202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:11:12.100876 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-ba0d6e78-f42c-475f-a2c0-af7bd2abf202 admin admin] 10.222.0.40 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0907831 Aug 26 06:11:14.496084 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 47050) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:11:14.853472 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-62cd5cfb-d74d-43a6-9284-5a4073e4fe28 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:11:14.936156 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cd5cfb-d74d-43a6-9284-5a4073e4fe28 admin admin] Made reservation on behalf of 6316e285f13041a3ae4690b463c7dfa7 for: {'network': 1} {{(pid=107134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:11:14.938522 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-62cd5cfb-d74d-43a6-9284-5a4073e4fe28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for network (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:11:14.968440 dv-cinder-853910-3-iscsi neutron-server[107134]: WARNING neutron.services.revisions.revision_plugin [None req-62cd5cfb-d74d-43a6-9284-5a4073e4fe28 admin admin] Could not find related network for resource to bump revision. Aug 26 06:11:14.979593 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62cd5cfb-d74d-43a6-9284-5a4073e4fe28 admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=107134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 06:11:14.988703 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-62cd5cfb-d74d-43a6-9284-5a4073e4fe28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439'] for segment (0c3cfa04-f58f-4821-9034-ad52e61e6da9), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:11:14.989039 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.db.segments_db [None req-62cd5cfb-d74d-43a6-9284-5a4073e4fe28 admin admin] Added segment 0c3cfa04-f58f-4821-9034-ad52e61e6da9 of type vlan for network 6b9d9430-de40-4d9b-aaa3-40655bc42bc0 Aug 26 06:11:15.028827 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-62cd5cfb-d74d-43a6-9284-5a4073e4fe28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776575837049'] for network (6b9d9430-de40-4d9b-aaa3-40655bc42bc0), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:11:15.167308 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-62cd5cfb-d74d-43a6-9284-5a4073e4fe28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319'] for network (6b9d9430-de40-4d9b-aaa3-40655bc42bc0), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:11:15.168500 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cd5cfb-d74d-43a6-9284-5a4073e4fe28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:11:15.169184 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-62cd5cfb-d74d-43a6-9284-5a4073e4fe28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for network (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:11:15.233741 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd5cfb-d74d-43a6-9284-5a4073e4fe28 admin admin] Pushing event updated for resources: {'Network': ['ID=6b9d9430-de40-4d9b-aaa3-40655bc42bc0,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:11:15.241758 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd5cfb-d74d-43a6-9284-5a4073e4fe28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:15.242100 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd5cfb-d74d-43a6-9284-5a4073e4fe28 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:15.242463 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd5cfb-d74d-43a6-9284-5a4073e4fe28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:15.242833 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd5cfb-d74d-43a6-9284-5a4073e4fe28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:15.243164 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd5cfb-d74d-43a6-9284-5a4073e4fe28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:15.243493 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd5cfb-d74d-43a6-9284-5a4073e4fe28 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:15.243817 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd5cfb-d74d-43a6-9284-5a4073e4fe28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:15.244138 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd5cfb-d74d-43a6-9284-5a4073e4fe28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:15.244477 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd5cfb-d74d-43a6-9284-5a4073e4fe28 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:15.244804 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd5cfb-d74d-43a6-9284-5a4073e4fe28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:15.245142 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd5cfb-d74d-43a6-9284-5a4073e4fe28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:15.245469 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd5cfb-d74d-43a6-9284-5a4073e4fe28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:15.245789 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd5cfb-d74d-43a6-9284-5a4073e4fe28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:15.246108 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd5cfb-d74d-43a6-9284-5a4073e4fe28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:15.246426 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd5cfb-d74d-43a6-9284-5a4073e4fe28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:15.258065 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Network 6b9d9430-de40-4d9b-aaa3-40655bc42bc0 details requested by agent ovs-agent-dv-cinder-853910-3-iscsi with host dv-cinder-853910-3-iscsi {{(pid=107135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 06:11:15.393463 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-62cd5cfb-d74d-43a6-9284-5a4073e4fe28 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8962934 Aug 26 06:11:17.849473 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 47058) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:11:18.266606 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.pecan_wsgi.hooks.translation [None req-a155e15e-96f2-42ec-8323-19db1d39b1a8 admin admin] GET failed (client error): The resource could not be found. Aug 26 06:11:18.268093 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-a155e15e-96f2-42ec-8323-19db1d39b1a8 admin admin] 10.222.0.40 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.4176366 Aug 26 06:11:18.382105 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156c0d0e-bd97-4b46-8f71-eb14c6851c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:11:18.383647 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-156c0d0e-bd97-4b46-8f71-eb14c6851c3f admin admin] 10.222.0.40 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1109679 Aug 26 06:11:18.394746 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-3de12c8b-64fb-4792-b5ce-9090c5161850 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '6b9d9430-de40-4d9b-aaa3-40655bc42bc0', 'cidr': '192.168.233.0/24'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:11:18.504750 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de12c8b-64fb-4792-b5ce-9090c5161850 admin admin] Made reservation on behalf of 6316e285f13041a3ae4690b463c7dfa7 for: {'subnet': 1} {{(pid=107133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:11:18.507193 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-3de12c8b-64fb-4792-b5ce-9090c5161850 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:11:18.787516 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-3de12c8b-64fb-4792-b5ce-9090c5161850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319'] for subnet (10796895-14e7-45fa-b248-59b6d0bb4dfb), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:11:18.861833 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de12c8b-64fb-4792-b5ce-9090c5161850 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10796895-14e7-45fa-b248-59b6d0bb4dfb,revision_number=0']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:11:18.873816 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de12c8b-64fb-4792-b5ce-9090c5161850 admin admin] Checking segment: {'id': '0c3cfa04-f58f-4821-9034-ad52e61e6da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6b9d9430-de40-4d9b-aaa3-40655bc42bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:11:18.878290 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de12c8b-64fb-4792-b5ce-9090c5161850 admin admin] Network hostable DHCP agents. Network: 6b9d9430-de40-4d9b-aaa3-40655bc42bc0, hostable agents: ['cf64840e-f340-4e9a-bb2f-df6b7decc44a'], hosted agents: [] {{(pid=107133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 06:11:18.880190 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de12c8b-64fb-4792-b5ce-9090c5161850 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:18.880541 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de12c8b-64fb-4792-b5ce-9090c5161850 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:18.880910 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de12c8b-64fb-4792-b5ce-9090c5161850 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:18.881255 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de12c8b-64fb-4792-b5ce-9090c5161850 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:18.881593 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de12c8b-64fb-4792-b5ce-9090c5161850 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:18.881926 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de12c8b-64fb-4792-b5ce-9090c5161850 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:18.882261 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de12c8b-64fb-4792-b5ce-9090c5161850 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:18.882589 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de12c8b-64fb-4792-b5ce-9090c5161850 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:18.882962 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de12c8b-64fb-4792-b5ce-9090c5161850 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:18.883295 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de12c8b-64fb-4792-b5ce-9090c5161850 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:18.883623 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de12c8b-64fb-4792-b5ce-9090c5161850 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:18.883997 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de12c8b-64fb-4792-b5ce-9090c5161850 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:18.884325 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de12c8b-64fb-4792-b5ce-9090c5161850 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:18.884651 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de12c8b-64fb-4792-b5ce-9090c5161850 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:18.884978 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de12c8b-64fb-4792-b5ce-9090c5161850 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:18.998708 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de12c8b-64fb-4792-b5ce-9090c5161850 admin admin] Network 6b9d9430-de40-4d9b-aaa3-40655bc42bc0 is scheduled to be hosted by DHCP agent cf64840e-f340-4e9a-bb2f-df6b7decc44a with binding_index 1 {{(pid=107133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 06:11:19.124642 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [None req-3de12c8b-64fb-4792-b5ce-9090c5161850 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-3-iscsi, 6b9d9430-de40-4d9b-aaa3-40655bc42bc0) {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:11:19.129445 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de12c8b-64fb-4792-b5ce-9090c5161850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:11:19.130050 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-3de12c8b-64fb-4792-b5ce-9090c5161850 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for subnet (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:11:19.136430 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af98fa6-e1b2-425e-bbc8-3cab4a5358be None None] Network 6b9d9430-de40-4d9b-aaa3-40655bc42bc0 requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:11:19.246814 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc57cc29-c887-471a-b36d-1218748a6d6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dd3542d-7dca-51c5-b561-2f21a9595a38-6b9d9430-de40-4d9b-aaa3-40655bc42bc0', 'network_id': '6b9d9430-de40-4d9b-aaa3-40655bc42bc0', 'project_id': '6316e285f13041a3ae4690b463c7dfa7', 'fixed_ips': [{'subnet_id': '10796895-14e7-45fa-b248-59b6d0bb4dfb'}]}} from dv-cinder-853910-3-iscsi. {{(pid=107135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 06:11:19.248001 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-cc57cc29-c887-471a-b36d-1218748a6d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:11:19.397830 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_common [None req-cc57cc29-c887-471a-b36d-1218748a6d6f None None] Allocated IP 192.168.233.2 (6b9d9430-de40-4d9b-aaa3-40655bc42bc0/10796895-14e7-45fa-b248-59b6d0bb4dfb/076c4fad-1923-4385-bf5a-7a0604aa263f) {{(pid=107135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:11:19.505432 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-3de12c8b-64fb-4792-b5ce-9090c5161850 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1015399 Aug 26 06:11:19.549606 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-cc57cc29-c887-471a-b36d-1218748a6d6f None None] Publish callbacks [] for port (076c4fad-1923-4385-bf5a-7a0604aa263f), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:11:19.642452 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-cc57cc29-c887-471a-b36d-1218748a6d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587'] for port (076c4fad-1923-4385-bf5a-7a0604aa263f), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:11:19.681882 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc57cc29-c887-471a-b36d-1218748a6d6f None None] Network 6b9d9430-de40-4d9b-aaa3-40655bc42bc0 is already hosted by enough agents. {{(pid=107135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:11:19.687517 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-cc57cc29-c887-471a-b36d-1218748a6d6f None None] Resources bound (agent type, host, resource id): {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:11:19.692484 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc57cc29-c887-471a-b36d-1218748a6d6f None None] Received port after_create {{(pid=107135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:11:19.705662 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc57cc29-c887-471a-b36d-1218748a6d6f None None] Pushing event updated for resources: {'Port': ['ID=076c4fad-1923-4385-bf5a-7a0604aa263f,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:11:19.732615 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57cc29-c887-471a-b36d-1218748a6d6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:19.732951 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57cc29-c887-471a-b36d-1218748a6d6f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:19.733335 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57cc29-c887-471a-b36d-1218748a6d6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:19.733694 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57cc29-c887-471a-b36d-1218748a6d6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:19.734024 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57cc29-c887-471a-b36d-1218748a6d6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:19.734341 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57cc29-c887-471a-b36d-1218748a6d6f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:19.734680 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57cc29-c887-471a-b36d-1218748a6d6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:19.734998 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57cc29-c887-471a-b36d-1218748a6d6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:19.735927 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57cc29-c887-471a-b36d-1218748a6d6f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:19.736418 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57cc29-c887-471a-b36d-1218748a6d6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:19.736978 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57cc29-c887-471a-b36d-1218748a6d6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:19.737334 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57cc29-c887-471a-b36d-1218748a6d6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:19.737662 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57cc29-c887-471a-b36d-1218748a6d6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:19.737982 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57cc29-c887-471a-b36d-1218748a6d6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:19.738295 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc57cc29-c887-471a-b36d-1218748a6d6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:11:19.774410 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-cc57cc29-c887-471a-b36d-1218748a6d6f None None] Attempting to bind port 076c4fad-1923-4385-bf5a-7a0604aa263f on host dv-cinder-853910-3-iscsi for vnic_type normal with profile {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:11:19.774724 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-cc57cc29-c887-471a-b36d-1218748a6d6f None None] Attempting to bind port 076c4fad-1923-4385-bf5a-7a0604aa263f by drivers openvswitch,hyperv on host dv-cinder-853910-3-iscsi at level 0 using segments [{'id': '0c3cfa04-f58f-4821-9034-ad52e61e6da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6b9d9430-de40-4d9b-aaa3-40655bc42bc0'}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:11:19.775088 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc57cc29-c887-471a-b36d-1218748a6d6f None None] Attempting to bind port 076c4fad-1923-4385-bf5a-7a0604aa263f on network 6b9d9430-de40-4d9b-aaa3-40655bc42bc0 {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:11:19.780670 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc57cc29-c887-471a-b36d-1218748a6d6f None None] Checking agent: {'id': '4b23c1c4-ad66-4056-a835-9b344d252955', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 8, 1), 'started_at': datetime.datetime(2022, 8, 26, 6, 8, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:11:19.781228 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc57cc29-c887-471a-b36d-1218748a6d6f None None] Checking segment: {'id': '0c3cfa04-f58f-4821-9034-ad52e61e6da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6b9d9430-de40-4d9b-aaa3-40655bc42bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:11:19.781630 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-cc57cc29-c887-471a-b36d-1218748a6d6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:11:19.782012 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc57cc29-c887-471a-b36d-1218748a6d6f None None] Bound using segment: {'id': '0c3cfa04-f58f-4821-9034-ad52e61e6da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6b9d9430-de40-4d9b-aaa3-40655bc42bc0'} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:11:19.783222 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-cc57cc29-c887-471a-b36d-1218748a6d6f None None] Bound port: 076c4fad-1923-4385-bf5a-7a0604aa263f, host: dv-cinder-853910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3cfa04-f58f-4821-9034-ad52e61e6da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6b9d9430-de40-4d9b-aaa3-40655bc42bc0'}}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:11:19.783820 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-cc57cc29-c887-471a-b36d-1218748a6d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (076c4fad-1923-4385-bf5a-7a0604aa263f), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:11:19.852927 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-cc57cc29-c887-471a-b36d-1218748a6d6f None None] For port 076c4fad-1923-4385-bf5a-7a0604aa263f, host dv-cinder-853910-3-iscsi, cleared binding levels {{(pid=107135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:11:19.856243 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-cc57cc29-c887-471a-b36d-1218748a6d6f None None] For port 076c4fad-1923-4385-bf5a-7a0604aa263f, host dv-cinder-853910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=076c4fad-1923-4385-bf5a-7a0604aa263f,segment=NetworkSegment(0c3cfa04-f58f-4821-9034-ad52e61e6da9),segment_id=0c3cfa04-f58f-4821-9034-ad52e61e6da9)] {{(pid=107135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:11:19.928480 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-cc57cc29-c887-471a-b36d-1218748a6d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (076c4fad-1923-4385-bf5a-7a0604aa263f), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:11:19.992917 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc57cc29-c887-471a-b36d-1218748a6d6f None None] Pushing event updated for resources: {'Port': ['ID=076c4fad-1923-4385-bf5a-7a0604aa263f,revision_number=2']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:11:20.843100 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0c345b-0f55-4bc7-990d-8525c7333fd9 None None] Network 6b9d9430-de40-4d9b-aaa3-40655bc42bc0 requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:11:21.008383 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-be6afcc3-66a1-4f56-a7d8-7715953ddfa6 None None] Provisioning complete for port 076c4fad-1923-4385-bf5a-7a0604aa263f triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:11:21.023421 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-be6afcc3-66a1-4f56-a7d8-7715953ddfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (076c4fad-1923-4385-bf5a-7a0604aa263f), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:11:21.023421 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:11:21.080089 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:11:21.138784 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-be6afcc3-66a1-4f56-a7d8-7715953ddfa6 None None] Current status of the port 076c4fad-1923-4385-bf5a-7a0604aa263f is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:11:21.139191 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-be6afcc3-66a1-4f56-a7d8-7715953ddfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (076c4fad-1923-4385-bf5a-7a0604aa263f), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:11:21.213448 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-be6afcc3-66a1-4f56-a7d8-7715953ddfa6 None None] For port 076c4fad-1923-4385-bf5a-7a0604aa263f, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=076c4fad-1923-4385-bf5a-7a0604aa263f,segment=NetworkSegment(0c3cfa04-f58f-4821-9034-ad52e61e6da9),segment_id=0c3cfa04-f58f-4821-9034-ad52e61e6da9)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:11:21.288434 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 076c4fad-1923-4385-bf5a-7a0604aa263f up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:11:21.292908 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-be6afcc3-66a1-4f56-a7d8-7715953ddfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (076c4fad-1923-4385-bf5a-7a0604aa263f), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:11:21.382113 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6afcc3-66a1-4f56-a7d8-7715953ddfa6 None None] Pushing event updated for resources: {'Port': ['ID=076c4fad-1923-4385-bf5a-7a0604aa263f,revision_number=3']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:11:21.384653 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 076c4fad-1923-4385-bf5a-7a0604aa263f triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:11:21.385059 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (076c4fad-1923-4385-bf5a-7a0604aa263f), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:11:21.433913 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-10fef29e-cd90-439f-b884-43c68d2cda44 None None] Provisioning complete for port 076c4fad-1923-4385-bf5a-7a0604aa263f triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:11:21.434308 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-10fef29e-cd90-439f-b884-43c68d2cda44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (076c4fad-1923-4385-bf5a-7a0604aa263f), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:11:21.520534 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 076c4fad-1923-4385-bf5a-7a0604aa263f is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:11:21.556572 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-10fef29e-cd90-439f-b884-43c68d2cda44 None None] Current status of the port 076c4fad-1923-4385-bf5a-7a0604aa263f is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:11:23.229030 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 076c4fad-1923-4385-bf5a-7a0604aa263f up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:11:23.276455 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:11:23.281895 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 076c4fad-1923-4385-bf5a-7a0604aa263f triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:11:23.282370 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (076c4fad-1923-4385-bf5a-7a0604aa263f), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:11:23.361811 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 076c4fad-1923-4385-bf5a-7a0604aa263f is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:11:25.236992 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=33,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:11:25.237800 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=36,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:11:26.301906 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8f7df160-f0b9-425f-a36b-8bf98f2a5a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:11:28.824182 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-5afc52ca-c863-4a10-a228-65293b02a4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:11:29.145467 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=50,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:11:29.325310 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=43,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:11:29.507882 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:11:29.509556 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=6 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:11:29.838000 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:11:31.358630 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:11:31.393491 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:11:41.308634 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:11:41.310540 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=66,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:11:47.499431 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 5 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:11:54.496130 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:DELETE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:11:56.344736 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-418b9190-b286-410a-9d6c-d2360754731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:11:58.760576 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6a28b8d9-6232-4ae7-a395-6237f2c80fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:11:59.811933 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:12:01.392129 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:12:01.492044 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:12:06.507853 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=5 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:12:06.508720 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:12:11.305141 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:12:11.310246 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:12:24.498524 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 5 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:12:26.343619 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-85bb3d90-3ddf-4af7-b364-cb7fe29b99da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:12:28.641747 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2b12ee4c-ca64-4253-808a-b8cec07e8e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:12:29.784429 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:12:31.379285 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:12:31.423187 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:12:41.310000 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:12:41.310846 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:12:46.859799 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 47100) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:12:46.865766 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [None req-d96e89fd-1511-4b4c-b90c-e18d042a61d2 tempest-verify_tempest_config-1092310768 tempest-verify_tempest_config-1092310768-project] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107133) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 06:12:46.866787 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-d96e89fd-1511-4b4c-b90c-e18d042a61d2 tempest-verify_tempest_config-1092310768 tempest-verify_tempest_config-1092310768-project] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059757 Aug 26 06:12:47.658693 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 47118) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:12:48.002321 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-b61fce3d-0de5-4123-a67a-8e5df21f971c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:12:48.102476 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-b61fce3d-0de5-4123-a67a-8e5df21f971c admin admin] Publish callbacks [] for security_group (51fbd3c1-f5c0-4d89-92dc-e25bf4090b45), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:12:48.212510 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-b61fce3d-0de5-4123-a67a-8e5df21f971c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (51fbd3c1-f5c0-4d89-92dc-e25bf4090b45), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:12:48.258931 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61fce3d-0de5-4123-a67a-8e5df21f971c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fbd3c1-f5c0-4d89-92dc-e25bf4090b45,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:12:48.263631 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-b61fce3d-0de5-4123-a67a-8e5df21f971c admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=ba2cc9e9a5ca40ce978dd3fa536301ac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6044827 Aug 26 06:12:48.266645 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 47122) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:12:48.268062 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61fce3d-0de5-4123-a67a-8e5df21f971c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:12:48.268290 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61fce3d-0de5-4123-a67a-8e5df21f971c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:12:48.268648 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61fce3d-0de5-4123-a67a-8e5df21f971c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:12:48.268996 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61fce3d-0de5-4123-a67a-8e5df21f971c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:12:48.269331 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61fce3d-0de5-4123-a67a-8e5df21f971c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:12:48.269660 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61fce3d-0de5-4123-a67a-8e5df21f971c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:12:48.269990 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61fce3d-0de5-4123-a67a-8e5df21f971c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:12:48.270313 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61fce3d-0de5-4123-a67a-8e5df21f971c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:12:48.270674 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61fce3d-0de5-4123-a67a-8e5df21f971c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:12:48.271007 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61fce3d-0de5-4123-a67a-8e5df21f971c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:12:48.271333 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61fce3d-0de5-4123-a67a-8e5df21f971c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:12:48.271673 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61fce3d-0de5-4123-a67a-8e5df21f971c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:12:48.271999 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61fce3d-0de5-4123-a67a-8e5df21f971c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:12:48.272317 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61fce3d-0de5-4123-a67a-8e5df21f971c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:12:48.272636 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61fce3d-0de5-4123-a67a-8e5df21f971c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:12:48.323727 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-1e3ce177-ce83-4be3-87a1-7cd88557ab2a admin admin] Publish callbacks [] for security_group (51fbd3c1-f5c0-4d89-92dc-e25bf4090b45), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:12:48.345323 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-1e3ce177-ce83-4be3-87a1-7cd88557ab2a admin admin] Publish callbacks [] for security_group (51fbd3c1-f5c0-4d89-92dc-e25bf4090b45), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:12:48.527171 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-1e3ce177-ce83-4be3-87a1-7cd88557ab2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (51fbd3c1-f5c0-4d89-92dc-e25bf4090b45), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:12:48.530229 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-1e3ce177-ce83-4be3-87a1-7cd88557ab2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:12:48.531408 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-1e3ce177-ce83-4be3-87a1-7cd88557ab2a admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/51fbd3c1-f5c0-4d89-92dc-e25bf4090b45 HTTP/1.1" status: 204 len: 168 time: 0.2637835 Aug 26 06:12:48.544499 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ce177-ce83-4be3-87a1-7cd88557ab2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fbd3c1-f5c0-4d89-92dc-e25bf4090b45,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:12:48.548238 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3ce177-ce83-4be3-87a1-7cd88557ab2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:12:48.548590 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3ce177-ce83-4be3-87a1-7cd88557ab2a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:12:48.548932 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3ce177-ce83-4be3-87a1-7cd88557ab2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:12:48.549270 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3ce177-ce83-4be3-87a1-7cd88557ab2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:12:48.549600 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3ce177-ce83-4be3-87a1-7cd88557ab2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:12:48.549929 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3ce177-ce83-4be3-87a1-7cd88557ab2a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:12:48.550253 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3ce177-ce83-4be3-87a1-7cd88557ab2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:12:48.550572 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3ce177-ce83-4be3-87a1-7cd88557ab2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:12:48.550946 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3ce177-ce83-4be3-87a1-7cd88557ab2a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:12:48.551269 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3ce177-ce83-4be3-87a1-7cd88557ab2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:12:48.551605 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3ce177-ce83-4be3-87a1-7cd88557ab2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:12:48.551945 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3ce177-ce83-4be3-87a1-7cd88557ab2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:12:48.552248 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3ce177-ce83-4be3-87a1-7cd88557ab2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:12:48.552609 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3ce177-ce83-4be3-87a1-7cd88557ab2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:12:48.552964 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3ce177-ce83-4be3-87a1-7cd88557ab2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:12:52.416019 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=17 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:12:52.419042 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=19 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:12:56.315014 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c9f3ec97-2882-4c41-b388-8852db94d253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:12:58.257837 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=21,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:12:58.261780 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=18,neutron:INSERT=6 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:12:58.543184 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:12:58.543733 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:12:58.606705 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-76a6c61e-63ef-48f1-807d-73d7186b06c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:12:59.840765 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:13:01.469122 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:13:01.496761 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 5 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:13:01.507660 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:13:11.308379 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:13:11.311290 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:13:20.500156 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:13:20.501088 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=6 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:13:26.330347 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-32082f78-5179-4aec-b111-f786f300b6d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:13:28.599686 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-703b2ea6-0aa9-4b7a-8df2-98678ee5190e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:13:29.925747 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:13:31.439968 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:13:31.502319 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:13:38.495384 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 5 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:13:41.306270 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:13:41.312239 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:13:56.307235 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-de552145-d7e0-41ca-ac90-e962a28cd2b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:13:57.496313 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:13:57.497412 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:13:58.619207 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1c55f972-8bdb-4001-aeb7-b9ce6ae6cb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:13:59.809863 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:14:01.392680 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:14:01.426898 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:14:11.309735 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:14:11.310542 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:14:15.494445 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 5 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:14:26.312249 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e602095a-f9f3-493c-910e-b7b32b2b8d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:14:28.637559 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2efd93cb-a67e-4734-8ef3-cba97135faef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:14:29.797756 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:14:30.300562 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1614531'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:14:31.404183 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:14:31.426070 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:14:34.488751 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:14:34.494711 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:14:41.311832 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:14:41.314179 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:14:43.301307 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 47218) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:14:43.441692 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-804f5bfa-458d-4db2-aa6f-356cf459ea37 admin admin] 10.222.0.40 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1392360 Aug 26 06:14:45.714699 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 47228) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:14:45.771156 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-bfd9cae7-f770-4d62-ab19-97308be8f34e admin admin] 10.222.0.40 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0553586 Aug 26 06:14:52.416515 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=15 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:14:52.417696 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=11 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:14:52.494470 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 6 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:14:55.766012 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:14:55.766990 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=3 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:14:56.345454 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-5c70e9fd-bd9d-4034-bf29-600517b24cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:14:58.602189 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4529db2e-e0fa-467e-b3c7-ba5bb21d0a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:14:59.808165 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:15:00.236642 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:15:01.362246 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:15:01.391139 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:15:11.310047 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:15:11.316049 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:15:11.480884 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:15:11.490929 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=7 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:15:26.361227 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-5dd91d1d-c2df-46d1-ac30-8d56a8b676d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:15:28.619249 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0c05817e-70c4-492e-b199-9c291c8a855b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:15:29.495326 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 6 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:15:30.053010 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:15:30.253519 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:15:31.390460 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:15:31.442037 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:15:41.317801 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=25 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:15:41.319978 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=19,neutron:UPDATE=6 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:15:54.506699 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=5 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:15:54.508383 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:15:56.332226 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e8df7713-e211-436b-b8a5-a243a5b79a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:15:58.606891 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-49ddeaf4-a039-452f-81e9-f8e6b5403eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:15:59.801506 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:00.332300 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:01.377991 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:01.417690 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:06.495025 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 6 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:16:11.299658 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:11.324989 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:21.692271 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 47372) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:22.201238 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-43f9865e-2a63-4762-9a00-5800abf7f995 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-371950179-network', 'tenant_id': 'aceecfa04cf941348d542c3e55569384'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:16:22.458075 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f9865e-2a63-4762-9a00-5800abf7f995 admin admin] Made reservation on behalf of aceecfa04cf941348d542c3e55569384 for: {'network': 1} {{(pid=107134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:16:22.461345 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-43f9865e-2a63-4762-9a00-5800abf7f995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for network (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:22.469795 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-43f9865e-2a63-4762-9a00-5800abf7f995 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:22.550086 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-43f9865e-2a63-4762-9a00-5800abf7f995 admin admin] Publish callbacks [] for security_group (a7a36d84-76a3-4603-8753-f6ad6f998730), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:22.646635 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-43f9865e-2a63-4762-9a00-5800abf7f995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (a7a36d84-76a3-4603-8753-f6ad6f998730), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:22.678772 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f9865e-2a63-4762-9a00-5800abf7f995 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=107134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 06:16:22.684583 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f9865e-2a63-4762-9a00-5800abf7f995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a36d84-76a3-4603-8753-f6ad6f998730,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:22.695681 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9865e-2a63-4762-9a00-5800abf7f995 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:22.696274 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9865e-2a63-4762-9a00-5800abf7f995 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:22.696366 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9865e-2a63-4762-9a00-5800abf7f995 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9865e-2a63-4762-9a00-5800abf7f995 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9865e-2a63-4762-9a00-5800abf7f995 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9865e-2a63-4762-9a00-5800abf7f995 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9865e-2a63-4762-9a00-5800abf7f995 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9865e-2a63-4762-9a00-5800abf7f995 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9865e-2a63-4762-9a00-5800abf7f995 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9865e-2a63-4762-9a00-5800abf7f995 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9865e-2a63-4762-9a00-5800abf7f995 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9865e-2a63-4762-9a00-5800abf7f995 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9865e-2a63-4762-9a00-5800abf7f995 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9865e-2a63-4762-9a00-5800abf7f995 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9865e-2a63-4762-9a00-5800abf7f995 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9865e-2a63-4762-9a00-5800abf7f995 admin admin] Tracked resource versions report: Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: pushed versions: Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: { 'AddressGroup': {'1.2'}, Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: 'Agent': {'1.1'}, Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: 'ConntrackHelper': {'1.0'}, Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: 'LocalIPAssociation': {'1.0'}, Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: 'Log': {'1.0'}, Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: 'NDPProxy': {'1.0'}, Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: 'Network': {'1.1'}, Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: 'Port': {'1.7'}, Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: 'PortForwarding': {'1.3'}, Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: 'QosPolicy': {'1.10'}, Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: 'SecurityGroup': {'1.5'}, Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: 'SecurityGroupRule': {'1.2'}, Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: 'SubPort': {'1.0'}, Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: 'Subnet': {'1.1'}, Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: 'Trunk': {'1.1'}} Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: consumer versions: Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: { DHCP agent@dv-cinder-853910-3-iscsi: {}, Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: HyperV agent@hv-cinder-85391: {}, Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: L3 agent@dv-cinder-853910-3-iscsi: {}, Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: Metadata agent@dv-cinder-853910-3-iscsi: {}, Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: Metering agent@dv-cinder-853910-3-iscsi: {}, Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: Open vSwitch agent@dv-cinder-853910-3-iscsi: { 'AddressGroup': '1.2', Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: 'Agent': '1.1', Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: 'ConntrackHelper': '1.0', Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: 'LocalIPAssociation': '1.0', Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: 'Log': '1.0', Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: 'NDPProxy': '1.0', Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: 'Network': '1.1', Aug 26 06:16:22.701983 dv-cinder-853910-3-iscsi neutron-server[107134]: 'Port': '1.7', Aug 26 06:16:22.705170 dv-cinder-853910-3-iscsi neutron-server[107134]: 'PortForwarding': '1.3', Aug 26 06:16:22.705170 dv-cinder-853910-3-iscsi neutron-server[107134]: 'QosPolicy': '1.10', Aug 26 06:16:22.705170 dv-cinder-853910-3-iscsi neutron-server[107134]: 'SecurityGroup': '1.5', Aug 26 06:16:22.705170 dv-cinder-853910-3-iscsi neutron-server[107134]: 'SecurityGroupRule': '1.2', Aug 26 06:16:22.705170 dv-cinder-853910-3-iscsi neutron-server[107134]: 'SubPort': '1.0', Aug 26 06:16:22.705170 dv-cinder-853910-3-iscsi neutron-server[107134]: 'Subnet': '1.1', Aug 26 06:16:22.705170 dv-cinder-853910-3-iscsi neutron-server[107134]: 'Trunk': '1.1'}} Aug 26 06:16:22.705170 dv-cinder-853910-3-iscsi neutron-server[107134]: {{(pid=107134) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 06:16:22.705170 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-43f9865e-2a63-4762-9a00-5800abf7f995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439'] for segment (41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:22.705816 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.db.segments_db [None req-43f9865e-2a63-4762-9a00-5800abf7f995 admin admin] Added segment 41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8 of type vlan for network 9d86ecc4-b89c-4670-82c2-e19913819bab Aug 26 06:16:22.749263 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-43f9865e-2a63-4762-9a00-5800abf7f995 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776575837049'] for network (9d86ecc4-b89c-4670-82c2-e19913819bab), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:22.831012 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 47418) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:22.874976 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-43f9865e-2a63-4762-9a00-5800abf7f995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319'] for network (9d86ecc4-b89c-4670-82c2-e19913819bab), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:22.876038 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f9865e-2a63-4762-9a00-5800abf7f995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:22.876624 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-43f9865e-2a63-4762-9a00-5800abf7f995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for network (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:22.945158 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f9865e-2a63-4762-9a00-5800abf7f995 admin admin] Pushing event updated for resources: {'Network': ['ID=9d86ecc4-b89c-4670-82c2-e19913819bab,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:22.963030 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Network 9d86ecc4-b89c-4670-82c2-e19913819bab details requested by agent ovs-agent-dv-cinder-853910-3-iscsi with host dv-cinder-853910-3-iscsi {{(pid=107135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 06:16:23.003075 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-43f9865e-2a63-4762-9a00-5800abf7f995 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3096445 Aug 26 06:16:23.005927 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 47426) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:23.011325 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-14c729d3-10b7-4d34-b9c5-4470bff5b9ad admin admin] Request body: {'subnet': {'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-371950179-subnet', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:16:23.126058 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c729d3-10b7-4d34-b9c5-4470bff5b9ad admin admin] Made reservation on behalf of aceecfa04cf941348d542c3e55569384 for: {'subnet': 1} {{(pid=107134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:16:23.128536 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-14c729d3-10b7-4d34-b9c5-4470bff5b9ad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:23.367582 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-c9d37894-73c0-4a16-85cc-21e337decb62 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-182940186-network', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:16:23.391961 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 47434) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:23.446415 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-14c729d3-10b7-4d34-b9c5-4470bff5b9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319'] for subnet (f9a116db-e15a-40d5-881d-57010dc489a7), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:23.515005 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c729d3-10b7-4d34-b9c5-4470bff5b9ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9a116db-e15a-40d5-881d-57010dc489a7,revision_number=0']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:23.519293 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c729d3-10b7-4d34-b9c5-4470bff5b9ad admin admin] Checking segment: {'id': '41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:16:23.519675 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c729d3-10b7-4d34-b9c5-4470bff5b9ad admin admin] Network hostable DHCP agents. Network: 9d86ecc4-b89c-4670-82c2-e19913819bab, hostable agents: ['cf64840e-f340-4e9a-bb2f-df6b7decc44a'], hosted agents: [] {{(pid=107134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 06:16:23.538258 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d37894-73c0-4a16-85cc-21e337decb62 admin admin] Made reservation on behalf of 84a2eee4447b4eadb79fbdbb874d4476 for: {'network': 1} {{(pid=107134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:16:23.541019 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-c9d37894-73c0-4a16-85cc-21e337decb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for network (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:23.545162 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:23.553475 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-c9d37894-73c0-4a16-85cc-21e337decb62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:23.588194 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:23.646188 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-c9d37894-73c0-4a16-85cc-21e337decb62 admin admin] Publish callbacks [] for security_group (fd646ba9-e303-45ee-8796-05d54d6baa8b), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:23.685271 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c729d3-10b7-4d34-b9c5-4470bff5b9ad admin admin] Network 9d86ecc4-b89c-4670-82c2-e19913819bab is scheduled to be hosted by DHCP agent cf64840e-f340-4e9a-bb2f-df6b7decc44a with binding_index 1 {{(pid=107134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 06:16:23.793194 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-d0374734-77b8-4d45-b6d4-f909218f9dc2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1684908403-network', 'tenant_id': 'bf6936f23aa446008e8119807ec8724d'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:16:23.828901 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-c9d37894-73c0-4a16-85cc-21e337decb62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (fd646ba9-e303-45ee-8796-05d54d6baa8b), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:23.847701 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9d37894-73c0-4a16-85cc-21e337decb62 admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=107134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 06:16:23.874270 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-c9d37894-73c0-4a16-85cc-21e337decb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439'] for segment (4777da82-3ccc-43b7-bc69-e5828711c163), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:23.874676 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.db.segments_db [None req-c9d37894-73c0-4a16-85cc-21e337decb62 admin admin] Added segment 4777da82-3ccc-43b7-bc69-e5828711c163 of type vlan for network f4400288-0fd6-4a35-b08d-549e7c7c455e Aug 26 06:16:23.875871 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [None req-14c729d3-10b7-4d34-b9c5-4470bff5b9ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-3-iscsi, 9d86ecc4-b89c-4670-82c2-e19913819bab) {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:16:23.890500 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae373e7-5292-4152-9e54-c06ff66bd372 None None] Network 9d86ecc4-b89c-4670-82c2-e19913819bab requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:16:23.933498 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-c9d37894-73c0-4a16-85cc-21e337decb62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776575837049'] for network (f4400288-0fd6-4a35-b08d-549e7c7c455e), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:23.964229 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d37894-73c0-4a16-85cc-21e337decb62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd646ba9-e303-45ee-8796-05d54d6baa8b,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:23.969478 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c729d3-10b7-4d34-b9c5-4470bff5b9ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:23.970393 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-14c729d3-10b7-4d34-b9c5-4470bff5b9ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for subnet (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:23.974270 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0374734-77b8-4d45-b6d4-f909218f9dc2 admin admin] Made reservation on behalf of bf6936f23aa446008e8119807ec8724d for: {'network': 1} {{(pid=107134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:16:23.977936 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d0374734-77b8-4d45-b6d4-f909218f9dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for network (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:23.998344 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d0374734-77b8-4d45-b6d4-f909218f9dc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:24.105816 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d0374734-77b8-4d45-b6d4-f909218f9dc2 admin admin] Publish callbacks [] for security_group (41b66f15-a1e7-43f1-b25a-76697058d140), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:24.120566 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-c9d37894-73c0-4a16-85cc-21e337decb62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319'] for network (f4400288-0fd6-4a35-b08d-549e7c7c455e), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:24.121605 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d37894-73c0-4a16-85cc-21e337decb62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:24.122182 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-c9d37894-73c0-4a16-85cc-21e337decb62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for network (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:24.173493 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76546dce-29c9-4abf-a8f6-629064f103af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dd3542d-7dca-51c5-b561-2f21a9595a38-9d86ecc4-b89c-4670-82c2-e19913819bab', 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab', 'project_id': 'aceecfa04cf941348d542c3e55569384', 'fixed_ips': [{'subnet_id': 'f9a116db-e15a-40d5-881d-57010dc489a7'}]}} from dv-cinder-853910-3-iscsi. {{(pid=107135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 06:16:24.174438 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-76546dce-29c9-4abf-a8f6-629064f103af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:24.181046 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-14c729d3-10b7-4d34-b9c5-4470bff5b9ad admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1712549 Aug 26 06:16:24.185045 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 47480) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:24.188652 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-41e43865-b283-469e-a9cc-a0236effc2dc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-371950179-router', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:16:24.202214 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d37894-73c0-4a16-85cc-21e337decb62 admin admin] Pushing event updated for resources: {'Network': ['ID=f4400288-0fd6-4a35-b08d-549e7c7c455e,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:24.257586 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Network f4400288-0fd6-4a35-b08d-549e7c7c455e details requested by agent ovs-agent-dv-cinder-853910-3-iscsi with host dv-cinder-853910-3-iscsi {{(pid=107135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 06:16:24.287619 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d0374734-77b8-4d45-b6d4-f909218f9dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (41b66f15-a1e7-43f1-b25a-76697058d140), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:24.333138 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0374734-77b8-4d45-b6d4-f909218f9dc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=107134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 06:16:24.344840 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 47492) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:24.346184 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-c9d37894-73c0-4a16-85cc-21e337decb62 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5125144 Aug 26 06:16:24.347256 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0374734-77b8-4d45-b6d4-f909218f9dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b66f15-a1e7-43f1-b25a-76697058d140,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:24.350154 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-2b6dcf9f-1172-4bc6-8ecb-cf0dc9e3b224 admin admin] Request body: {'subnet': {'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-182940186-subnet', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:16:24.360728 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d0374734-77b8-4d45-b6d4-f909218f9dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439'] for segment (ce69558f-277c-4b96-aebc-229c92177fa1), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:24.361055 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.db.segments_db [None req-d0374734-77b8-4d45-b6d4-f909218f9dc2 admin admin] Added segment ce69558f-277c-4b96-aebc-229c92177fa1 of type vlan for network 504e79cb-f4bc-488f-be6a-9ade8ca0c470 Aug 26 06:16:24.416105 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d0374734-77b8-4d45-b6d4-f909218f9dc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776575837049'] for network (504e79cb-f4bc-488f-be6a-9ade8ca0c470), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:24.447037 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_common [None req-76546dce-29c9-4abf-a8f6-629064f103af None None] Allocated IP 172.20.0.2 (9d86ecc4-b89c-4670-82c2-e19913819bab/f9a116db-e15a-40d5-881d-57010dc489a7/1fb762b2-c6c9-4fc4-8418-cb693747684c) {{(pid=107135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:16:24.549365 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-41e43865-b283-469e-a9cc-a0236effc2dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32324'] for router (6c079f46-9d17-46f1-addf-d8e1e72a3bf0), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:24.551256 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-41e43865-b283-469e-a9cc-a0236effc2dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1621550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1785856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32333'] for router (6c079f46-9d17-46f1-addf-d8e1e72a3bf0), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:24.579013 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d0374734-77b8-4d45-b6d4-f909218f9dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319'] for network (504e79cb-f4bc-488f-be6a-9ade8ca0c470), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:24.580303 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0374734-77b8-4d45-b6d4-f909218f9dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:24.580754 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d0374734-77b8-4d45-b6d4-f909218f9dc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for network (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:24.607864 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6dcf9f-1172-4bc6-8ecb-cf0dc9e3b224 admin admin] Made reservation on behalf of 84a2eee4447b4eadb79fbdbb874d4476 for: {'subnet': 1} {{(pid=107133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:16:24.610494 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2b6dcf9f-1172-4bc6-8ecb-cf0dc9e3b224 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:24.661430 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-76546dce-29c9-4abf-a8f6-629064f103af None None] Publish callbacks [] for port (1fb762b2-c6c9-4fc4-8418-cb693747684c), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:24.704393 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0374734-77b8-4d45-b6d4-f909218f9dc2 admin admin] Pushing event updated for resources: {'Network': ['ID=504e79cb-f4bc-488f-be6a-9ade8ca0c470,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:24.721485 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Network 504e79cb-f4bc-488f-be6a-9ade8ca0c470 details requested by agent ovs-agent-dv-cinder-853910-3-iscsi with host dv-cinder-853910-3-iscsi {{(pid=107135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 06:16:24.803801 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-d0374734-77b8-4d45-b6d4-f909218f9dc2 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4101033 Aug 26 06:16:24.807166 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 47508) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:24.812867 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-085ee352-b356-4d09-84e7-f44d22bf9d27 admin admin] Request body: {'subnet': {'network_id': '504e79cb-f4bc-488f-be6a-9ade8ca0c470', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1684908403-subnet', 'tenant_id': 'bf6936f23aa446008e8119807ec8724d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:16:24.833382 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-76546dce-29c9-4abf-a8f6-629064f103af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587'] for port (1fb762b2-c6c9-4fc4-8418-cb693747684c), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:24.836300 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-41e43865-b283-469e-a9cc-a0236effc2dc admin admin] Publish callbacks [] for router_controller (6c079f46-9d17-46f1-addf-d8e1e72a3bf0), precommit_add_association {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:24.909490 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76546dce-29c9-4abf-a8f6-629064f103af None None] Network 9d86ecc4-b89c-4670-82c2-e19913819bab is already hosted by enough agents. {{(pid=107135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:16:24.915269 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76546dce-29c9-4abf-a8f6-629064f103af None None] Pushing event updated for resources: {'Port': ['ID=1fb762b2-c6c9-4fc4-8418-cb693747684c,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:24.921214 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-76546dce-29c9-4abf-a8f6-629064f103af None None] Resources bound (agent type, host, resource id): {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:16:24.926251 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76546dce-29c9-4abf-a8f6-629064f103af None None] Received port after_create {{(pid=107135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:16:24.931595 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76546dce-29c9-4abf-a8f6-629064f103af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:24.931595 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76546dce-29c9-4abf-a8f6-629064f103af None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:24.931931 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76546dce-29c9-4abf-a8f6-629064f103af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:24.932328 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76546dce-29c9-4abf-a8f6-629064f103af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:24.933021 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76546dce-29c9-4abf-a8f6-629064f103af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:24.933734 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76546dce-29c9-4abf-a8f6-629064f103af None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:24.934439 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76546dce-29c9-4abf-a8f6-629064f103af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:24.935145 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76546dce-29c9-4abf-a8f6-629064f103af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:24.935715 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76546dce-29c9-4abf-a8f6-629064f103af None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:24.936388 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76546dce-29c9-4abf-a8f6-629064f103af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:24.936755 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76546dce-29c9-4abf-a8f6-629064f103af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:24.939754 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76546dce-29c9-4abf-a8f6-629064f103af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:24.939754 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76546dce-29c9-4abf-a8f6-629064f103af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:24.939754 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76546dce-29c9-4abf-a8f6-629064f103af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:24.939754 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76546dce-29c9-4abf-a8f6-629064f103af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76546dce-29c9-4abf-a8f6-629064f103af None None] Tracked resource versions report: Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: pushed versions: Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: { 'AddressGroup': {'1.2'}, Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: 'Agent': {'1.1'}, Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: 'ConntrackHelper': {'1.0'}, Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: 'LocalIPAssociation': {'1.0'}, Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: 'Log': {'1.0'}, Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: 'NDPProxy': {'1.0'}, Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: 'Network': {'1.1'}, Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: 'Port': {'1.7'}, Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: 'PortForwarding': {'1.3'}, Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: 'QosPolicy': {'1.10'}, Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: 'SecurityGroup': {'1.5'}, Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: 'SecurityGroupRule': {'1.2'}, Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: 'SubPort': {'1.0'}, Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: 'Subnet': {'1.1'}, Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: 'Trunk': {'1.1'}} Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: consumer versions: Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: { DHCP agent@dv-cinder-853910-3-iscsi: {}, Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: HyperV agent@hv-cinder-85391: {}, Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: L3 agent@dv-cinder-853910-3-iscsi: {}, Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: Metadata agent@dv-cinder-853910-3-iscsi: {}, Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: Metering agent@dv-cinder-853910-3-iscsi: {}, Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: Open vSwitch agent@dv-cinder-853910-3-iscsi: { 'AddressGroup': '1.2', Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: 'Agent': '1.1', Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: 'ConntrackHelper': '1.0', Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: 'LocalIPAssociation': '1.0', Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: 'Log': '1.0', Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: 'NDPProxy': '1.0', Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: 'Network': '1.1', Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: 'Port': '1.7', Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: 'PortForwarding': '1.3', Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: 'QosPolicy': '1.10', Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: 'SecurityGroup': '1.5', Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: 'SecurityGroupRule': '1.2', Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: 'SubPort': '1.0', Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: 'Subnet': '1.1', Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: 'Trunk': '1.1'}} Aug 26 06:16:24.941943 dv-cinder-853910-3-iscsi neutron-server[107135]: {{(pid=107135) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 06:16:24.972615 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085ee352-b356-4d09-84e7-f44d22bf9d27 admin admin] Made reservation on behalf of bf6936f23aa446008e8119807ec8724d for: {'subnet': 1} {{(pid=107134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:16:24.975911 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-085ee352-b356-4d09-84e7-f44d22bf9d27 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:25.015458 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-76546dce-29c9-4abf-a8f6-629064f103af None None] Attempting to bind port 1fb762b2-c6c9-4fc4-8418-cb693747684c on host dv-cinder-853910-3-iscsi for vnic_type normal with profile {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:16:25.016197 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-76546dce-29c9-4abf-a8f6-629064f103af None None] Attempting to bind port 1fb762b2-c6c9-4fc4-8418-cb693747684c by drivers openvswitch,hyperv on host dv-cinder-853910-3-iscsi at level 0 using segments [{'id': '41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab'}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:16:25.016868 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76546dce-29c9-4abf-a8f6-629064f103af None None] Attempting to bind port 1fb762b2-c6c9-4fc4-8418-cb693747684c on network 9d86ecc4-b89c-4670-82c2-e19913819bab {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:16:25.027017 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76546dce-29c9-4abf-a8f6-629064f103af None None] Checking agent: {'id': '4b23c1c4-ad66-4056-a835-9b344d252955', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 8, 1), 'started_at': datetime.datetime(2022, 8, 26, 6, 8, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:16:25.027966 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76546dce-29c9-4abf-a8f6-629064f103af None None] Checking segment: {'id': '41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:16:25.028697 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-76546dce-29c9-4abf-a8f6-629064f103af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:25.029381 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76546dce-29c9-4abf-a8f6-629064f103af None None] Bound using segment: {'id': '41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab'} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:16:25.030421 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-76546dce-29c9-4abf-a8f6-629064f103af None None] Bound port: 1fb762b2-c6c9-4fc4-8418-cb693747684c, host: dv-cinder-853910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab'}}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:16:25.031640 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-76546dce-29c9-4abf-a8f6-629064f103af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (1fb762b2-c6c9-4fc4-8418-cb693747684c), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:25.144191 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-76546dce-29c9-4abf-a8f6-629064f103af None None] For port 1fb762b2-c6c9-4fc4-8418-cb693747684c, host dv-cinder-853910-3-iscsi, cleared binding levels {{(pid=107135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:16:25.149205 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-76546dce-29c9-4abf-a8f6-629064f103af None None] For port 1fb762b2-c6c9-4fc4-8418-cb693747684c, host dv-cinder-853910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=1fb762b2-c6c9-4fc4-8418-cb693747684c,segment=NetworkSegment(41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8),segment_id=41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8)] {{(pid=107135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:16:25.233618 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2b6dcf9f-1172-4bc6-8ecb-cf0dc9e3b224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319'] for subnet (b75031eb-a96b-4547-8cde-57cb718d9ca4), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:25.286870 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-76546dce-29c9-4abf-a8f6-629064f103af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (1fb762b2-c6c9-4fc4-8418-cb693747684c), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:25.351665 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:25.383981 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76546dce-29c9-4abf-a8f6-629064f103af None None] Pushing event updated for resources: {'Port': ['ID=1fb762b2-c6c9-4fc4-8418-cb693747684c,revision_number=2']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:25.415906 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6dcf9f-1172-4bc6-8ecb-cf0dc9e3b224 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b75031eb-a96b-4547-8cde-57cb718d9ca4,revision_number=0']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:25.435937 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-085ee352-b356-4d09-84e7-f44d22bf9d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319'] for subnet (9e18e45e-aeee-4581-9908-feabcd745733), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:25.452919 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6dcf9f-1172-4bc6-8ecb-cf0dc9e3b224 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:25.460836 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6dcf9f-1172-4bc6-8ecb-cf0dc9e3b224 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:25.460836 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6dcf9f-1172-4bc6-8ecb-cf0dc9e3b224 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:25.460836 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6dcf9f-1172-4bc6-8ecb-cf0dc9e3b224 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:25.460836 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6dcf9f-1172-4bc6-8ecb-cf0dc9e3b224 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:25.460836 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6dcf9f-1172-4bc6-8ecb-cf0dc9e3b224 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:25.460836 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6dcf9f-1172-4bc6-8ecb-cf0dc9e3b224 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:25.460836 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6dcf9f-1172-4bc6-8ecb-cf0dc9e3b224 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:25.460836 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6dcf9f-1172-4bc6-8ecb-cf0dc9e3b224 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:25.460836 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6dcf9f-1172-4bc6-8ecb-cf0dc9e3b224 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:25.460836 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6dcf9f-1172-4bc6-8ecb-cf0dc9e3b224 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:25.460836 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6dcf9f-1172-4bc6-8ecb-cf0dc9e3b224 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:25.460836 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6dcf9f-1172-4bc6-8ecb-cf0dc9e3b224 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:25.460836 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6dcf9f-1172-4bc6-8ecb-cf0dc9e3b224 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:25.460836 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6dcf9f-1172-4bc6-8ecb-cf0dc9e3b224 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:25.460836 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6dcf9f-1172-4bc6-8ecb-cf0dc9e3b224 admin admin] Tracked resource versions report: Aug 26 06:16:25.460836 dv-cinder-853910-3-iscsi neutron-server[107133]: pushed versions: Aug 26 06:16:25.460836 dv-cinder-853910-3-iscsi neutron-server[107133]: { 'AddressGroup': {'1.2'}, Aug 26 06:16:25.460836 dv-cinder-853910-3-iscsi neutron-server[107133]: 'Agent': {'1.1'}, Aug 26 06:16:25.460836 dv-cinder-853910-3-iscsi neutron-server[107133]: 'ConntrackHelper': {'1.0'}, Aug 26 06:16:25.460836 dv-cinder-853910-3-iscsi neutron-server[107133]: 'LocalIPAssociation': {'1.0'}, Aug 26 06:16:25.460836 dv-cinder-853910-3-iscsi neutron-server[107133]: 'Log': {'1.0'}, Aug 26 06:16:25.460836 dv-cinder-853910-3-iscsi neutron-server[107133]: 'NDPProxy': {'1.0'}, Aug 26 06:16:25.460836 dv-cinder-853910-3-iscsi neutron-server[107133]: 'Network': {'1.1'}, Aug 26 06:16:25.460836 dv-cinder-853910-3-iscsi neutron-server[107133]: 'Port': {'1.7'}, Aug 26 06:16:25.460836 dv-cinder-853910-3-iscsi neutron-server[107133]: 'PortForwarding': {'1.3'}, Aug 26 06:16:25.460836 dv-cinder-853910-3-iscsi neutron-server[107133]: 'QosPolicy': {'1.10'}, Aug 26 06:16:25.460836 dv-cinder-853910-3-iscsi neutron-server[107133]: 'SecurityGroup': {'1.5'}, Aug 26 06:16:25.460836 dv-cinder-853910-3-iscsi neutron-server[107133]: 'SecurityGroupRule': {'1.2'}, Aug 26 06:16:25.460836 dv-cinder-853910-3-iscsi neutron-server[107133]: 'SubPort': {'1.0'}, Aug 26 06:16:25.460836 dv-cinder-853910-3-iscsi neutron-server[107133]: 'Subnet': {'1.1'}, Aug 26 06:16:25.460836 dv-cinder-853910-3-iscsi neutron-server[107133]: 'Trunk': {'1.1'}} Aug 26 06:16:25.460836 dv-cinder-853910-3-iscsi neutron-server[107133]: consumer versions: Aug 26 06:16:25.460836 dv-cinder-853910-3-iscsi neutron-server[107133]: { DHCP agent@dv-cinder-853910-3-iscsi: {}, Aug 26 06:16:25.460836 dv-cinder-853910-3-iscsi neutron-server[107133]: HyperV agent@hv-cinder-85391: {}, Aug 26 06:16:25.462927 dv-cinder-853910-3-iscsi neutron-server[107133]: L3 agent@dv-cinder-853910-3-iscsi: {}, Aug 26 06:16:25.462927 dv-cinder-853910-3-iscsi neutron-server[107133]: Metadata agent@dv-cinder-853910-3-iscsi: {}, Aug 26 06:16:25.462927 dv-cinder-853910-3-iscsi neutron-server[107133]: Metering agent@dv-cinder-853910-3-iscsi: {}, Aug 26 06:16:25.462927 dv-cinder-853910-3-iscsi neutron-server[107133]: Open vSwitch agent@dv-cinder-853910-3-iscsi: { 'AddressGroup': '1.2', Aug 26 06:16:25.462927 dv-cinder-853910-3-iscsi neutron-server[107133]: 'Agent': '1.1', Aug 26 06:16:25.462927 dv-cinder-853910-3-iscsi neutron-server[107133]: 'ConntrackHelper': '1.0', Aug 26 06:16:25.462927 dv-cinder-853910-3-iscsi neutron-server[107133]: 'LocalIPAssociation': '1.0', Aug 26 06:16:25.462927 dv-cinder-853910-3-iscsi neutron-server[107133]: 'Log': '1.0', Aug 26 06:16:25.462927 dv-cinder-853910-3-iscsi neutron-server[107133]: 'NDPProxy': '1.0', Aug 26 06:16:25.462927 dv-cinder-853910-3-iscsi neutron-server[107133]: 'Network': '1.1', Aug 26 06:16:25.462927 dv-cinder-853910-3-iscsi neutron-server[107133]: 'Port': '1.7', Aug 26 06:16:25.462927 dv-cinder-853910-3-iscsi neutron-server[107133]: 'PortForwarding': '1.3', Aug 26 06:16:25.462927 dv-cinder-853910-3-iscsi neutron-server[107133]: 'QosPolicy': '1.10', Aug 26 06:16:25.462927 dv-cinder-853910-3-iscsi neutron-server[107133]: 'SecurityGroup': '1.5', Aug 26 06:16:25.462927 dv-cinder-853910-3-iscsi neutron-server[107133]: 'SecurityGroupRule': '1.2', Aug 26 06:16:25.462927 dv-cinder-853910-3-iscsi neutron-server[107133]: 'SubPort': '1.0', Aug 26 06:16:25.462927 dv-cinder-853910-3-iscsi neutron-server[107133]: 'Subnet': '1.1', Aug 26 06:16:25.462927 dv-cinder-853910-3-iscsi neutron-server[107133]: 'Trunk': '1.1'}} Aug 26 06:16:25.462927 dv-cinder-853910-3-iscsi neutron-server[107133]: {{(pid=107133) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 06:16:25.492131 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-41e43865-b283-469e-a9cc-a0236effc2dc admin admin] Publish callbacks [] for router_gateway (6c079f46-9d17-46f1-addf-d8e1e72a3bf0), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:25.499270 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:25.502940 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6dcf9f-1172-4bc6-8ecb-cf0dc9e3b224 admin admin] Checking segment: {'id': '4777da82-3ccc-43b7-bc69-e5828711c163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:16:25.505034 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=5 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:25.511369 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6dcf9f-1172-4bc6-8ecb-cf0dc9e3b224 admin admin] Network hostable DHCP agents. Network: f4400288-0fd6-4a35-b08d-549e7c7c455e, hostable agents: ['cf64840e-f340-4e9a-bb2f-df6b7decc44a'], hosted agents: [] {{(pid=107133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 06:16:25.564148 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ee352-b356-4d09-84e7-f44d22bf9d27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e18e45e-aeee-4581-9908-feabcd745733,revision_number=0']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:25.573798 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085ee352-b356-4d09-84e7-f44d22bf9d27 admin admin] Checking segment: {'id': 'ce69558f-277c-4b96-aebc-229c92177fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '504e79cb-f4bc-488f-be6a-9ade8ca0c470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:16:25.574096 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085ee352-b356-4d09-84e7-f44d22bf9d27 admin admin] Network hostable DHCP agents. Network: 504e79cb-f4bc-488f-be6a-9ade8ca0c470, hostable agents: ['cf64840e-f340-4e9a-bb2f-df6b7decc44a'], hosted agents: [] {{(pid=107134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 06:16:26.241135 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085ee352-b356-4d09-84e7-f44d22bf9d27 admin admin] Network 504e79cb-f4bc-488f-be6a-9ade8ca0c470 is scheduled to be hosted by DHCP agent cf64840e-f340-4e9a-bb2f-df6b7decc44a with binding_index 1 {{(pid=107134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 06:16:26.253171 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6dcf9f-1172-4bc6-8ecb-cf0dc9e3b224 admin admin] Network f4400288-0fd6-4a35-b08d-549e7c7c455e is scheduled to be hosted by DHCP agent cf64840e-f340-4e9a-bb2f-df6b7decc44a with binding_index 1 {{(pid=107133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 06:16:26.257856 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [None req-085ee352-b356-4d09-84e7-f44d22bf9d27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-3-iscsi, 504e79cb-f4bc-488f-be6a-9ade8ca0c470) {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:16:26.257856 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085ee352-b356-4d09-84e7-f44d22bf9d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:26.257856 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-085ee352-b356-4d09-84e7-f44d22bf9d27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for subnet (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:26.259865 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b405bb5b-f1b0-47f5-a1b7-06393a836dd3 None None] Network 504e79cb-f4bc-488f-be6a-9ade8ca0c470 requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:16:26.261205 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [None req-2b6dcf9f-1172-4bc6-8ecb-cf0dc9e3b224 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-3-iscsi, f4400288-0fd6-4a35-b08d-549e7c7c455e) {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:16:26.261205 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6dcf9f-1172-4bc6-8ecb-cf0dc9e3b224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:26.261205 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2b6dcf9f-1172-4bc6-8ecb-cf0dc9e3b224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for subnet (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:26.262760 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ff418c-8706-48ba-b918-f16facf8459e None None] Network f4400288-0fd6-4a35-b08d-549e7c7c455e requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:16:26.263692 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-41e43865-b283-469e-a9cc-a0236effc2dc admin admin] Publish callbacks [] for router_gateway (6c079f46-9d17-46f1-addf-d8e1e72a3bf0), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:26.264470 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:26.264861 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:INSERT=25,neutron:SELECT=67,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:26.266085 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-41e43865-b283-469e-a9cc-a0236effc2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:26.328304 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:26.331029 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-085ee352-b356-4d09-84e7-f44d22bf9d27 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5225029 Aug 26 06:16:26.346535 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 47554) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:26.354498 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-d239f24f-4751-4794-8ac3-4c018f9856de admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1684908403-router', 'tenant_id': 'bf6936f23aa446008e8119807ec8724d', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:16:26.451423 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_common [None req-41e43865-b283-469e-a9cc-a0236effc2dc admin admin] Allocated IP 172.27.3.233 (7bfbcaf8-cfd7-4da9-9873-fb578302608c/6eb332c5-848f-450d-bdad-4a764241332a/5137d2dc-00ea-4102-b733-31f76f02ac42) {{(pid=107133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:16:26.462403 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-2b6dcf9f-1172-4bc6-8ecb-cf0dc9e3b224 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.1160653 Aug 26 06:16:26.471077 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:26.474065 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 47558) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:26.504035 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-de58a9b9-247e-415f-b144-92f55d64f431 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-182940186-router', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:16:26.504167 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eb501d-51ba-47e6-8893-1e1fe2f4aec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dd3542d-7dca-51c5-b561-2f21a9595a38-f4400288-0fd6-4a35-b08d-549e7c7c455e', 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e', 'project_id': '84a2eee4447b4eadb79fbdbb874d4476', 'fixed_ips': [{'subnet_id': 'b75031eb-a96b-4547-8cde-57cb718d9ca4'}]}} from dv-cinder-853910-3-iscsi. {{(pid=107135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 06:16:26.504167 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f9eb501d-51ba-47e6-8893-1e1fe2f4aec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:26.531186 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5751576-f681-409c-9b79-2beaee92a422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dd3542d-7dca-51c5-b561-2f21a9595a38-504e79cb-f4bc-488f-be6a-9ade8ca0c470', 'network_id': '504e79cb-f4bc-488f-be6a-9ade8ca0c470', 'project_id': 'bf6936f23aa446008e8119807ec8724d', 'fixed_ips': [{'subnet_id': '9e18e45e-aeee-4581-9908-feabcd745733'}]}} from dv-cinder-853910-3-iscsi. {{(pid=107135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 06:16:26.533414 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a5751576-f681-409c-9b79-2beaee92a422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:26.624338 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d239f24f-4751-4794-8ac3-4c018f9856de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32324'] for router (6de03297-0aae-4039-93a1-86c2415358a5), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:26.625774 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d239f24f-4751-4794-8ac3-4c018f9856de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1621550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1785856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32333'] for router (6de03297-0aae-4039-93a1-86c2415358a5), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:26.680628 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-41e43865-b283-469e-a9cc-a0236effc2dc admin admin] Publish callbacks [] for port (5137d2dc-00ea-4102-b733-31f76f02ac42), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:26.732211 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f4ae5be5-7355-4b1a-ada1-e52d1150f08c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:26.750268 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-de58a9b9-247e-415f-b144-92f55d64f431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32324'] for router (0f2f8638-8081-4d93-a6b4-3c7c641c96ee), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:26.757099 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-de58a9b9-247e-415f-b144-92f55d64f431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1621550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1785856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32333'] for router (0f2f8638-8081-4d93-a6b4-3c7c641c96ee), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:26.774781 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d239f24f-4751-4794-8ac3-4c018f9856de admin admin] Publish callbacks [] for router_controller (6de03297-0aae-4039-93a1-86c2415358a5), precommit_add_association {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:26.829195 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-de58a9b9-247e-415f-b144-92f55d64f431 admin admin] Publish callbacks [] for router_controller (0f2f8638-8081-4d93-a6b4-3c7c641c96ee), precommit_add_association {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:26.835313 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad15329-2ce3-4b8b-a706-2b3ce5c59420 None None] Network 9d86ecc4-b89c-4670-82c2-e19913819bab requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:16:26.992240 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-9f3c33dd-99e0-4789-b8e5-99d2bb1a6467 None None] Provisioning complete for port 1fb762b2-c6c9-4fc4-8418-cb693747684c triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:16:26.992638 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-9f3c33dd-99e0-4789-b8e5-99d2bb1a6467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (1fb762b2-c6c9-4fc4-8418-cb693747684c), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:27.039338 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_common [None req-a5751576-f681-409c-9b79-2beaee92a422 None None] Allocated IP 172.20.0.2 (504e79cb-f4bc-488f-be6a-9ade8ca0c470/9e18e45e-aeee-4581-9908-feabcd745733/9ea8eef7-6260-43db-972c-3d6a99a17826) {{(pid=107135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:16:27.070468 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_common [None req-f9eb501d-51ba-47e6-8893-1e1fe2f4aec7 None None] Allocated IP 172.20.0.2 (f4400288-0fd6-4a35-b08d-549e7c7c455e/b75031eb-a96b-4547-8cde-57cb718d9ca4/21607df3-d160-4d75-ae52-f41972861978) {{(pid=107135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:16:27.083406 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-41e43865-b283-469e-a9cc-a0236effc2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587'] for port (5137d2dc-00ea-4102-b733-31f76f02ac42), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:27.212246 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e43865-b283-469e-a9cc-a0236effc2dc admin admin] Pushing event updated for resources: {'Port': ['ID=5137d2dc-00ea-4102-b733-31f76f02ac42,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:27.232796 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e43865-b283-469e-a9cc-a0236effc2dc admin admin] Network 7bfbcaf8-cfd7-4da9-9873-fb578302608c is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:16:27.235395 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [None req-41e43865-b283-469e-a9cc-a0236effc2dc admin admin] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:16:27.239168 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e43865-b283-469e-a9cc-a0236effc2dc admin admin] Received port after_create {{(pid=107133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:16:27.303367 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-9f3c33dd-99e0-4789-b8e5-99d2bb1a6467 None None] Current status of the port 1fb762b2-c6c9-4fc4-8418-cb693747684c is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:16:27.304073 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-9f3c33dd-99e0-4789-b8e5-99d2bb1a6467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (1fb762b2-c6c9-4fc4-8418-cb693747684c), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:27.467241 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 1fb762b2-c6c9-4fc4-8418-cb693747684c up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:16:27.470793 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-9f3c33dd-99e0-4789-b8e5-99d2bb1a6467 None None] For port 1fb762b2-c6c9-4fc4-8418-cb693747684c, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=1fb762b2-c6c9-4fc4-8418-cb693747684c,segment=NetworkSegment(41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8),segment_id=41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:16:27.496659 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-de58a9b9-247e-415f-b144-92f55d64f431 admin admin] Publish callbacks [] for router_gateway (0f2f8638-8081-4d93-a6b4-3c7c641c96ee), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:27.567171 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d239f24f-4751-4794-8ac3-4c018f9856de admin admin] Publish callbacks [] for router_gateway (6de03297-0aae-4039-93a1-86c2415358a5), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:27.657750 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-9f3c33dd-99e0-4789-b8e5-99d2bb1a6467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (1fb762b2-c6c9-4fc4-8418-cb693747684c), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:27.784857 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-41e43865-b283-469e-a9cc-a0236effc2dc admin admin] Publish callbacks [] for router_gateway (6c079f46-9d17-46f1-addf-d8e1e72a3bf0), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:27.790044 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f9eb501d-51ba-47e6-8893-1e1fe2f4aec7 None None] Publish callbacks [] for port (21607df3-d160-4d75-ae52-f41972861978), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:27.794258 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a5751576-f681-409c-9b79-2beaee92a422 None None] Publish callbacks [] for port (9ea8eef7-6260-43db-972c-3d6a99a17826), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:27.824489 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c33dd-99e0-4789-b8e5-99d2bb1a6467 None None] Pushing event updated for resources: {'Port': ['ID=1fb762b2-c6c9-4fc4-8418-cb693747684c,revision_number=3']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:27.826999 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 1fb762b2-c6c9-4fc4-8418-cb693747684c triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:16:27.827478 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (1fb762b2-c6c9-4fc4-8418-cb693747684c), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:27.835357 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-702af2f9-38db-4e02-bf48-2ff78013fc71 None None] Provisioning complete for port 1fb762b2-c6c9-4fc4-8418-cb693747684c triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:16:27.836003 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-702af2f9-38db-4e02-bf48-2ff78013fc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (1fb762b2-c6c9-4fc4-8418-cb693747684c), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:27.968228 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 1fb762b2-c6c9-4fc4-8418-cb693747684c is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:16:28.022106 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-702af2f9-38db-4e02-bf48-2ff78013fc71 None None] Current status of the port 1fb762b2-c6c9-4fc4-8418-cb693747684c is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:16:28.027139 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f9eb501d-51ba-47e6-8893-1e1fe2f4aec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587'] for port (21607df3-d160-4d75-ae52-f41972861978), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:28.030652 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a5751576-f681-409c-9b79-2beaee92a422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587'] for port (9ea8eef7-6260-43db-972c-3d6a99a17826), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:28.052639 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-41e43865-b283-469e-a9cc-a0236effc2dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621576'] for router (6c079f46-9d17-46f1-addf-d8e1e72a3bf0), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:28.081918 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9eb501d-51ba-47e6-8893-1e1fe2f4aec7 None None] Network f4400288-0fd6-4a35-b08d-549e7c7c455e is already hosted by enough agents. {{(pid=107135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:16:28.083492 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5751576-f681-409c-9b79-2beaee92a422 None None] Network 504e79cb-f4bc-488f-be6a-9ade8ca0c470 is already hosted by enough agents. {{(pid=107135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:16:28.089858 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-f9eb501d-51ba-47e6-8893-1e1fe2f4aec7 None None] Resources bound (agent type, host, resource id): {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:16:28.093717 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-a5751576-f681-409c-9b79-2beaee92a422 None None] Resources bound (agent type, host, resource id): {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:16:28.095268 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eb501d-51ba-47e6-8893-1e1fe2f4aec7 None None] Received port after_create {{(pid=107135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:16:28.105254 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5751576-f681-409c-9b79-2beaee92a422 None None] Received port after_create {{(pid=107135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:16:28.114631 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb501d-51ba-47e6-8893-1e1fe2f4aec7 None None] Pushing event updated for resources: {'Port': ['ID=21607df3-d160-4d75-ae52-f41972861978,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:28.204738 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-de58a9b9-247e-415f-b144-92f55d64f431 admin admin] Publish callbacks [] for router_gateway (0f2f8638-8081-4d93-a6b4-3c7c641c96ee), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:28.262243 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:INSERT=13,neutron:SELECT=79,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:28.280103 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-f9eb501d-51ba-47e6-8893-1e1fe2f4aec7 None None] Attempting to bind port 21607df3-d160-4d75-ae52-f41972861978 on host dv-cinder-853910-3-iscsi for vnic_type normal with profile {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:16:28.280519 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-f9eb501d-51ba-47e6-8893-1e1fe2f4aec7 None None] Attempting to bind port 21607df3-d160-4d75-ae52-f41972861978 by drivers openvswitch,hyperv on host dv-cinder-853910-3-iscsi at level 0 using segments [{'id': '4777da82-3ccc-43b7-bc69-e5828711c163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e'}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:16:28.280878 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eb501d-51ba-47e6-8893-1e1fe2f4aec7 None None] Attempting to bind port 21607df3-d160-4d75-ae52-f41972861978 on network f4400288-0fd6-4a35-b08d-549e7c7c455e {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:16:28.290078 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5751576-f681-409c-9b79-2beaee92a422 None None] Pushing event updated for resources: {'Port': ['ID=9ea8eef7-6260-43db-972c-3d6a99a17826,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:28.290078 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-a5751576-f681-409c-9b79-2beaee92a422 None None] Attempting to bind port 9ea8eef7-6260-43db-972c-3d6a99a17826 on host dv-cinder-853910-3-iscsi for vnic_type normal with profile {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:16:28.290375 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-a5751576-f681-409c-9b79-2beaee92a422 None None] Attempting to bind port 9ea8eef7-6260-43db-972c-3d6a99a17826 by drivers openvswitch,hyperv on host dv-cinder-853910-3-iscsi at level 0 using segments [{'id': 'ce69558f-277c-4b96-aebc-229c92177fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '504e79cb-f4bc-488f-be6a-9ade8ca0c470'}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:16:28.291649 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5751576-f681-409c-9b79-2beaee92a422 None None] Attempting to bind port 9ea8eef7-6260-43db-972c-3d6a99a17826 on network 504e79cb-f4bc-488f-be6a-9ade8ca0c470 {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:16:28.294959 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eb501d-51ba-47e6-8893-1e1fe2f4aec7 None None] Checking agent: {'id': '4b23c1c4-ad66-4056-a835-9b344d252955', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 8, 1), 'started_at': datetime.datetime(2022, 8, 26, 6, 8, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:16:28.295783 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eb501d-51ba-47e6-8893-1e1fe2f4aec7 None None] Checking segment: {'id': '4777da82-3ccc-43b7-bc69-e5828711c163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:16:28.295783 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f9eb501d-51ba-47e6-8893-1e1fe2f4aec7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:28.296080 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eb501d-51ba-47e6-8893-1e1fe2f4aec7 None None] Bound using segment: {'id': '4777da82-3ccc-43b7-bc69-e5828711c163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e'} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:16:28.296556 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-f9eb501d-51ba-47e6-8893-1e1fe2f4aec7 None None] Bound port: 21607df3-d160-4d75-ae52-f41972861978, host: dv-cinder-853910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4777da82-3ccc-43b7-bc69-e5828711c163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e'}}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:16:28.296961 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f9eb501d-51ba-47e6-8893-1e1fe2f4aec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (21607df3-d160-4d75-ae52-f41972861978), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:28.309134 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5751576-f681-409c-9b79-2beaee92a422 None None] Checking agent: {'id': '4b23c1c4-ad66-4056-a835-9b344d252955', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 8, 1), 'started_at': datetime.datetime(2022, 8, 26, 6, 8, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:16:28.309567 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5751576-f681-409c-9b79-2beaee92a422 None None] Checking segment: {'id': 'ce69558f-277c-4b96-aebc-229c92177fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '504e79cb-f4bc-488f-be6a-9ade8ca0c470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:16:28.309965 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a5751576-f681-409c-9b79-2beaee92a422 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:28.310402 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5751576-f681-409c-9b79-2beaee92a422 None None] Bound using segment: {'id': 'ce69558f-277c-4b96-aebc-229c92177fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '504e79cb-f4bc-488f-be6a-9ade8ca0c470'} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:16:28.310924 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-a5751576-f681-409c-9b79-2beaee92a422 None None] Bound port: 9ea8eef7-6260-43db-972c-3d6a99a17826, host: dv-cinder-853910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce69558f-277c-4b96-aebc-229c92177fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '504e79cb-f4bc-488f-be6a-9ade8ca0c470'}}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:16:28.311302 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a5751576-f681-409c-9b79-2beaee92a422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (9ea8eef7-6260-43db-972c-3d6a99a17826), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:28.314854 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-de58a9b9-247e-415f-b144-92f55d64f431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:28.317404 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d239f24f-4751-4794-8ac3-4c018f9856de admin admin] Publish callbacks [] for router_gateway (6de03297-0aae-4039-93a1-86c2415358a5), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:28.345487 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d239f24f-4751-4794-8ac3-4c018f9856de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:28.423949 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-f9eb501d-51ba-47e6-8893-1e1fe2f4aec7 None None] For port 21607df3-d160-4d75-ae52-f41972861978, host dv-cinder-853910-3-iscsi, cleared binding levels {{(pid=107135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:16:28.429546 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-f9eb501d-51ba-47e6-8893-1e1fe2f4aec7 None None] For port 21607df3-d160-4d75-ae52-f41972861978, host dv-cinder-853910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=21607df3-d160-4d75-ae52-f41972861978,segment=NetworkSegment(4777da82-3ccc-43b7-bc69-e5828711c163),segment_id=4777da82-3ccc-43b7-bc69-e5828711c163)] {{(pid=107135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:16:28.433097 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e43865-b283-469e-a9cc-a0236effc2dc admin admin] Router 6c079f46-9d17-46f1-addf-d8e1e72a3bf0 is scheduled to L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 with binding_index 1 {{(pid=107133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 06:16:28.435340 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-a5751576-f681-409c-9b79-2beaee92a422 None None] For port 9ea8eef7-6260-43db-972c-3d6a99a17826, host dv-cinder-853910-3-iscsi, cleared binding levels {{(pid=107135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:16:28.439826 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-a5751576-f681-409c-9b79-2beaee92a422 None None] For port 9ea8eef7-6260-43db-972c-3d6a99a17826, host dv-cinder-853910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=9ea8eef7-6260-43db-972c-3d6a99a17826,segment=NetworkSegment(ce69558f-277c-4b96-aebc-229c92177fa1),segment_id=ce69558f-277c-4b96-aebc-229c92177fa1)] {{(pid=107135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:16:28.552229 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a5751576-f681-409c-9b79-2beaee92a422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (9ea8eef7-6260-43db-972c-3d6a99a17826), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:28.557470 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f9eb501d-51ba-47e6-8893-1e1fe2f4aec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (21607df3-d160-4d75-ae52-f41972861978), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:28.581812 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:28.596065 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.db_base_plugin_common [None req-d239f24f-4751-4794-8ac3-4c018f9856de admin admin] Allocated IP 172.27.3.47 (7bfbcaf8-cfd7-4da9-9873-fb578302608c/6eb332c5-848f-450d-bdad-4a764241332a/2cc71e32-4c23-4ed3-8f9c-fb40a817bc13) {{(pid=107134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:16:28.701255 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5751576-f681-409c-9b79-2beaee92a422 None None] Pushing event updated for resources: {'Port': ['ID=9ea8eef7-6260-43db-972c-3d6a99a17826,revision_number=2']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:28.791866 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-57932660-0978-4ed7-8ff7-c5050727a123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:28.804484 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e43865-b283-469e-a9cc-a0236effc2dc admin admin] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:16:28.825718 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8204240a-ecef-43dc-8ed8-39d440f5b744 None None] Sync routers for ids ['6c079f46-9d17-46f1-addf-d8e1e72a3bf0'] in dv-cinder-853910-3-iscsi {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:16:28.844552 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb501d-51ba-47e6-8893-1e1fe2f4aec7 None None] Pushing event updated for resources: {'Port': ['ID=21607df3-d160-4d75-ae52-f41972861978,revision_number=2']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:28.889158 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8204240a-ecef-43dc-8ed8-39d440f5b744 None None] Routers {'6c079f46-9d17-46f1-addf-d8e1e72a3bf0'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:16:28.889819 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-8204240a-ecef-43dc-8ed8-39d440f5b744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:16:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['6c079f46-9d17-46f1-addf-d8e1e72a3bf0'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:16:28.924672 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d239f24f-4751-4794-8ac3-4c018f9856de admin admin] Publish callbacks [] for port (2cc71e32-4c23-4ed3-8f9c-fb40a817bc13), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:29.013959 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-41e43865-b283-469e-a9cc-a0236effc2dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:29.015988 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-41e43865-b283-469e-a9cc-a0236effc2dc admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8297980 Aug 26 06:16:29.023131 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 47604) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:29.183829 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d239f24f-4751-4794-8ac3-4c018f9856de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587'] for port (2cc71e32-4c23-4ed3-8f9c-fb40a817bc13), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:29.299550 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-8204240a-ecef-43dc-8ed8-39d440f5b744 None None] Set router 6c079f46-9d17-46f1-addf-d8e1e72a3bf0 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:16:29.434530 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d239f24f-4751-4794-8ac3-4c018f9856de admin admin] Network 7bfbcaf8-cfd7-4da9-9873-fb578302608c is already hosted by enough agents. {{(pid=107134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:16:29.457559 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [None req-d239f24f-4751-4794-8ac3-4c018f9856de admin admin] Resources bound (agent type, host, resource id): {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:16:29.477430 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d239f24f-4751-4794-8ac3-4c018f9856de admin admin] Received port after_create {{(pid=107134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:16:29.507563 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239f24f-4751-4794-8ac3-4c018f9856de admin admin] Pushing event updated for resources: {'Port': ['ID=2cc71e32-4c23-4ed3-8f9c-fb40a817bc13,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:29.565164 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.db_base_plugin_common [None req-de58a9b9-247e-415f-b144-92f55d64f431 admin admin] Allocated IP 172.27.3.129 (7bfbcaf8-cfd7-4da9-9873-fb578302608c/6eb332c5-848f-450d-bdad-4a764241332a/5e9e0226-0808-483a-91c5-61db967f6b93) {{(pid=107134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:16:29.796922 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-8204240a-ecef-43dc-8ed8-39d440f5b744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'name': 'tempest-AttachVolumeTestJSON-371950179-router', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '5137d2dc-00ea-4102-b733-31f76f02ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:24Z', 'updated_at': '2022-08-26T06:16:27Z', 'revision_number': 3, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'gw_port': {'id': '5137d2dc-00ea-4102-b733-31f76f02ac42', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:16:29.829006 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 9ea8eef7-6260-43db-972c-3d6a99a17826 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:16:29.844304 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-de58a9b9-247e-415f-b144-92f55d64f431 admin admin] Publish callbacks [] for port (5e9e0226-0808-483a-91c5-61db967f6b93), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:29.880112 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8204240a-ecef-43dc-8ed8-39d440f5b744 None None] Checking router: 6c079f46-9d17-46f1-addf-d8e1e72a3bf0 for host: dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:16:29.882131 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8204240a-ecef-43dc-8ed8-39d440f5b744 None None] Updating router 6c079f46-9d17-46f1-addf-d8e1e72a3bf0 port 5137d2dc-00ea-4102-b733-31f76f02ac42 binding host dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 06:16:29.931780 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=8 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:29.940101 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:29.960864 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-8204240a-ecef-43dc-8ed8-39d440f5b744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (5137d2dc-00ea-4102-b733-31f76f02ac42), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:29.972054 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 9ea8eef7-6260-43db-972c-3d6a99a17826 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:16:29.973499 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (9ea8eef7-6260-43db-972c-3d6a99a17826), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:30.077392 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d239f24f-4751-4794-8ac3-4c018f9856de admin admin] Publish callbacks [] for router_gateway (6de03297-0aae-4039-93a1-86c2415358a5), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:30.136146 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 9ea8eef7-6260-43db-972c-3d6a99a17826 is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:16:30.136799 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (9ea8eef7-6260-43db-972c-3d6a99a17826), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:30.205079 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-de58a9b9-247e-415f-b144-92f55d64f431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587'] for port (5e9e0226-0808-483a-91c5-61db967f6b93), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:30.241734 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] For port 9ea8eef7-6260-43db-972c-3d6a99a17826, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=9ea8eef7-6260-43db-972c-3d6a99a17826,segment=NetworkSegment(ce69558f-277c-4b96-aebc-229c92177fa1),segment_id=ce69558f-277c-4b96-aebc-229c92177fa1)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:16:30.298161 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de58a9b9-247e-415f-b144-92f55d64f431 admin admin] Pushing event updated for resources: {'Port': ['ID=5e9e0226-0808-483a-91c5-61db967f6b93,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:30.329329 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2e477c58-d742-431e-a4e3-eb572f64c502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:30.330057 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de58a9b9-247e-415f-b144-92f55d64f431 admin admin] Network 7bfbcaf8-cfd7-4da9-9873-fb578302608c is already hosted by enough agents. {{(pid=107134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:16:30.336671 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [None req-de58a9b9-247e-415f-b144-92f55d64f431 admin admin] Resources bound (agent type, host, resource id): {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:16:30.369045 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a28bb3-e9c6-4d38-a005-85cd39b7a90f None None] Network 504e79cb-f4bc-488f-be6a-9ade8ca0c470 requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:16:30.378607 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de58a9b9-247e-415f-b144-92f55d64f431 admin admin] Received port after_create {{(pid=107134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:16:30.470062 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 47632) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:30.516629 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:30.517216 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (9ea8eef7-6260-43db-972c-3d6a99a17826), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:30.518047 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 1fb762b2-c6c9-4fc4-8418-cb693747684c up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:16:30.553949 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-8204240a-ecef-43dc-8ed8-39d440f5b744 None None] Publish callbacks [] for port (5137d2dc-00ea-4102-b733-31f76f02ac42), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:30.632944 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d239f24f-4751-4794-8ac3-4c018f9856de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621576'] for router (6de03297-0aae-4039-93a1-86c2415358a5), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:30.711673 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-8204240a-ecef-43dc-8ed8-39d440f5b744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (5137d2dc-00ea-4102-b733-31f76f02ac42), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:30.731860 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-9fb17ee3-d9c1-4556-b88f-2648a040be43 None None] Provisioning complete for port 9ea8eef7-6260-43db-972c-3d6a99a17826 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:16:30.734367 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-9fb17ee3-d9c1-4556-b88f-2648a040be43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (9ea8eef7-6260-43db-972c-3d6a99a17826), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:30.828218 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-8204240a-ecef-43dc-8ed8-39d440f5b744 None None] Attempting to bind port 5137d2dc-00ea-4102-b733-31f76f02ac42 on host dv-cinder-853910-3-iscsi for vnic_type normal with profile {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:16:30.828218 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-8204240a-ecef-43dc-8ed8-39d440f5b744 None None] Attempting to bind port 5137d2dc-00ea-4102-b733-31f76f02ac42 by drivers openvswitch,hyperv on host dv-cinder-853910-3-iscsi at level 0 using segments [{'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:16:30.828218 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8204240a-ecef-43dc-8ed8-39d440f5b744 None None] Attempting to bind port 5137d2dc-00ea-4102-b733-31f76f02ac42 on network 7bfbcaf8-cfd7-4da9-9873-fb578302608c {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:16:30.846546 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8204240a-ecef-43dc-8ed8-39d440f5b744 None None] Checking agent: {'id': '4b23c1c4-ad66-4056-a835-9b344d252955', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 8, 1), 'started_at': datetime.datetime(2022, 8, 26, 6, 8, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:16:30.847972 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8204240a-ecef-43dc-8ed8-39d440f5b744 None None] Checking segment: {'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:16:30.848533 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-8204240a-ecef-43dc-8ed8-39d440f5b744 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:30.850446 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8204240a-ecef-43dc-8ed8-39d440f5b744 None None] Bound using segment: {'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:16:30.851792 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-8204240a-ecef-43dc-8ed8-39d440f5b744 None None] Bound port: 5137d2dc-00ea-4102-b733-31f76f02ac42, host: dv-cinder-853910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:16:30.856166 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-909ec959-48e8-4884-918e-06d820037791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:30.856312 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-8204240a-ecef-43dc-8ed8-39d440f5b744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (5137d2dc-00ea-4102-b733-31f76f02ac42), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:30.867380 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67506aa-eccd-43ee-89bb-93b1da60c920 None None] Pushing event updated for resources: {'Port': ['ID=5137d2dc-00ea-4102-b733-31f76f02ac42,revision_number=2']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:30.888074 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Pushing event updated for resources: {'Port': ['ID=9ea8eef7-6260-43db-972c-3d6a99a17826,revision_number=3']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:30.999990 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67506aa-eccd-43ee-89bb-93b1da60c920 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:31.000888 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67506aa-eccd-43ee-89bb-93b1da60c920 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:31.002066 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67506aa-eccd-43ee-89bb-93b1da60c920 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:31.003176 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67506aa-eccd-43ee-89bb-93b1da60c920 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:31.008642 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67506aa-eccd-43ee-89bb-93b1da60c920 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:31.009250 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67506aa-eccd-43ee-89bb-93b1da60c920 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:31.009752 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67506aa-eccd-43ee-89bb-93b1da60c920 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:31.010276 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67506aa-eccd-43ee-89bb-93b1da60c920 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:31.015069 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67506aa-eccd-43ee-89bb-93b1da60c920 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:31.015754 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67506aa-eccd-43ee-89bb-93b1da60c920 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:31.016247 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67506aa-eccd-43ee-89bb-93b1da60c920 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:31.016770 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67506aa-eccd-43ee-89bb-93b1da60c920 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:31.017285 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67506aa-eccd-43ee-89bb-93b1da60c920 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:31.017775 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67506aa-eccd-43ee-89bb-93b1da60c920 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:31.018513 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67506aa-eccd-43ee-89bb-93b1da60c920 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67506aa-eccd-43ee-89bb-93b1da60c920 None None] Tracked resource versions report: Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: pushed versions: Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: { 'AddressGroup': {'1.2'}, Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: 'Agent': {'1.1'}, Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: 'ConntrackHelper': {'1.0'}, Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: 'LocalIPAssociation': {'1.0'}, Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: 'Log': {'1.0'}, Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: 'NDPProxy': {'1.0'}, Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: 'Network': {'1.1'}, Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: 'Port': {'1.7'}, Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: 'PortForwarding': {'1.3'}, Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: 'QosPolicy': {'1.10'}, Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: 'SecurityGroup': {'1.5'}, Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: 'SecurityGroupRule': {'1.2'}, Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: 'SubPort': {'1.0'}, Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: 'Subnet': {'1.1'}, Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: 'Trunk': {'1.1'}} Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: consumer versions: Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: { DHCP agent@dv-cinder-853910-3-iscsi: {}, Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: HyperV agent@hv-cinder-85391: {}, Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: L3 agent@dv-cinder-853910-3-iscsi: {}, Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: Metadata agent@dv-cinder-853910-3-iscsi: {}, Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: Metering agent@dv-cinder-853910-3-iscsi: {}, Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: Open vSwitch agent@dv-cinder-853910-3-iscsi: { 'AddressGroup': '1.2', Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: 'Agent': '1.1', Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: 'ConntrackHelper': '1.0', Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: 'LocalIPAssociation': '1.0', Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: 'Log': '1.0', Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: 'NDPProxy': '1.0', Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: 'Network': '1.1', Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: 'Port': '1.7', Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: 'PortForwarding': '1.3', Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: 'QosPolicy': '1.10', Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: 'SecurityGroup': '1.5', Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: 'SecurityGroupRule': '1.2', Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: 'SubPort': '1.0', Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: 'Subnet': '1.1', Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: 'Trunk': '1.1'}} Aug 26 06:16:31.022543 dv-cinder-853910-3-iscsi neutron-server[107136]: {{(pid=107136) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 06:16:31.043015 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 1fb762b2-c6c9-4fc4-8418-cb693747684c triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:16:31.044260 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (1fb762b2-c6c9-4fc4-8418-cb693747684c), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:31.066097 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-909ec959-48e8-4884-918e-06d820037791 admin admin] Publish callbacks [] for security_group (a2c9069b-32ee-490e-a778-ee6bda1dc328), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:31.069566 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 47656) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:31.075644 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2465b6-4f63-43eb-bbd0-d62c03b921ef None None] Network f4400288-0fd6-4a35-b08d-549e7c7c455e requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:16:31.124014 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-8204240a-ecef-43dc-8ed8-39d440f5b744 None None] For port 5137d2dc-00ea-4102-b733-31f76f02ac42, host dv-cinder-853910-3-iscsi, cleared binding levels {{(pid=107136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:16:31.135943 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-8204240a-ecef-43dc-8ed8-39d440f5b744 None None] For port 5137d2dc-00ea-4102-b733-31f76f02ac42, host dv-cinder-853910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=5137d2dc-00ea-4102-b733-31f76f02ac42,segment=NetworkSegment(1390a542-366f-4986-b4c7-57ccad3a4e4e),segment_id=1390a542-366f-4986-b4c7-57ccad3a4e4e)] {{(pid=107136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:16:31.149911 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_common [None req-2e477c58-d742-431e-a4e3-eb572f64c502 admin admin] Allocated IP 172.20.0.1 (9d86ecc4-b89c-4670-82c2-e19913819bab/f9a116db-e15a-40d5-881d-57010dc489a7/824bffea-6e21-4bf9-b5df-3c6eaf8e7332) {{(pid=107133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:16:31.199291 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-de58a9b9-247e-415f-b144-92f55d64f431 admin admin] Publish callbacks [] for router_gateway (0f2f8638-8081-4d93-a6b4-3c7c641c96ee), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:31.256963 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-9fb17ee3-d9c1-4556-b88f-2648a040be43 None None] Current status of the port 9ea8eef7-6260-43db-972c-3d6a99a17826 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:16:31.339955 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-8204240a-ecef-43dc-8ed8-39d440f5b744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (5137d2dc-00ea-4102-b733-31f76f02ac42), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:31.342111 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d239f24f-4751-4794-8ac3-4c018f9856de admin admin] Router 6de03297-0aae-4039-93a1-86c2415358a5 is scheduled to L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 with binding_index 1 {{(pid=107134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 06:16:31.387667 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-909ec959-48e8-4884-918e-06d820037791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (a2c9069b-32ee-490e-a778-ee6bda1dc328), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:31.478927 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-a5a733bd-e7f7-464e-9f68-444bedf17da1 None None] Provisioning complete for port 21607df3-d160-4d75-ae52-f41972861978 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:16:31.486809 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67506aa-eccd-43ee-89bb-93b1da60c920 None None] Pushing event updated for resources: {'Port': ['ID=5137d2dc-00ea-4102-b733-31f76f02ac42,revision_number=3']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:31.489349 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a5a733bd-e7f7-464e-9f68-444bedf17da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (21607df3-d160-4d75-ae52-f41972861978), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:31.515339 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ec959-48e8-4884-918e-06d820037791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c9069b-32ee-490e-a778-ee6bda1dc328,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:31.516893 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8204240a-ecef-43dc-8ed8-39d440f5b744 None None] Routers {'6c079f46-9d17-46f1-addf-d8e1e72a3bf0'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:16:31.518506 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-8204240a-ecef-43dc-8ed8-39d440f5b744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:16:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['6c079f46-9d17-46f1-addf-d8e1e72a3bf0'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:16:31.560378 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-909ec959-48e8-4884-918e-06d820037791 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=2ce4bdd3a2a3450c9f93565510c79db5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0873511 Aug 26 06:16:31.566324 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 47666) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:31.568453 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-de58a9b9-247e-415f-b144-92f55d64f431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621576'] for router (0f2f8638-8081-4d93-a6b4-3c7c641c96ee), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:31.613662 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:31.621742 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:31.625420 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4cb01113-6374-436c-8824-d36d068b7b15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:31.639296 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 1fb762b2-c6c9-4fc4-8418-cb693747684c is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:16:31.640667 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 21607df3-d160-4d75-ae52-f41972861978 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:16:31.648096 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d239f24f-4751-4794-8ac3-4c018f9856de admin admin] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:16:31.652214 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:31.666260 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-8204240a-ecef-43dc-8ed8-39d440f5b744 None None] Set router 6c079f46-9d17-46f1-addf-d8e1e72a3bf0 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:16:31.684804 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab47fa38-7c54-4093-86ef-cceee6bd319a None None] Sync routers for ids ['6de03297-0aae-4039-93a1-86c2415358a5'] in dv-cinder-853910-3-iscsi {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:16:31.731712 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:31.732737 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:31.743100 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab47fa38-7c54-4093-86ef-cceee6bd319a None None] Routers {'6de03297-0aae-4039-93a1-86c2415358a5'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:16:31.743755 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-ab47fa38-7c54-4093-86ef-cceee6bd319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:16:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['6de03297-0aae-4039-93a1-86c2415358a5'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:16:31.773468 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-99dcc585-d0cd-4bda-8eeb-d11ccdc675e6 admin admin] Publish callbacks [] for security_group (a2c9069b-32ee-490e-a778-ee6bda1dc328), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:31.784029 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:31.824124 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-a5a733bd-e7f7-464e-9f68-444bedf17da1 None None] Current status of the port 21607df3-d160-4d75-ae52-f41972861978 is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:16:31.824545 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a5a733bd-e7f7-464e-9f68-444bedf17da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (21607df3-d160-4d75-ae52-f41972861978), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:31.830591 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2e477c58-d742-431e-a4e3-eb572f64c502 admin admin] Publish callbacks [] for port (824bffea-6e21-4bf9-b5df-3c6eaf8e7332), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:31.849133 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 21607df3-d160-4d75-ae52-f41972861978 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:16:31.849537 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (21607df3-d160-4d75-ae52-f41972861978), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:31.876858 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d239f24f-4751-4794-8ac3-4c018f9856de admin admin] Publish callbacks [] for router (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:31.878098 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-99dcc585-d0cd-4bda-8eeb-d11ccdc675e6 admin admin] Publish callbacks [] for security_group (a2c9069b-32ee-490e-a778-ee6bda1dc328), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:31.884350 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-d239f24f-4751-4794-8ac3-4c018f9856de admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5304966 Aug 26 06:16:31.890725 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 47668) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:31.962319 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-8204240a-ecef-43dc-8ed8-39d440f5b744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'name': 'tempest-AttachVolumeTestJSON-371950179-router', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '5137d2dc-00ea-4102-b733-31f76f02ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:24Z', 'updated_at': '2022-08-26T06:16:27Z', 'revision_number': 3, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'gw_port': {'id': '5137d2dc-00ea-4102-b733-31f76f02ac42', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:16:32.002596 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8204240a-ecef-43dc-8ed8-39d440f5b744 None None] The sync data for ids ['6c079f46-9d17-46f1-addf-d8e1e72a3bf0'] in dv-cinder-853910-3-iscsi is: [{'id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'name': 'tempest-AttachVolumeTestJSON-371950179-router', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '5137d2dc-00ea-4102-b733-31f76f02ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:24Z', 'updated_at': '2022-08-26T06:16:27Z', 'revision_number': 3, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'gw_port': {'id': '5137d2dc-00ea-4102-b733-31f76f02ac42', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}] {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:16:32.082088 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de58a9b9-247e-415f-b144-92f55d64f431 admin admin] Router 0f2f8638-8081-4d93-a6b4-3c7c641c96ee is scheduled to L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 with binding_index 1 {{(pid=107134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 06:16:32.097149 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-a5a733bd-e7f7-464e-9f68-444bedf17da1 None None] For port 21607df3-d160-4d75-ae52-f41972861978, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=21607df3-d160-4d75-ae52-f41972861978,segment=NetworkSegment(4777da82-3ccc-43b7-bc69-e5828711c163),segment_id=4777da82-3ccc-43b7-bc69-e5828711c163)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:16:32.110537 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-ab47fa38-7c54-4093-86ef-cceee6bd319a None None] Set router 6de03297-0aae-4039-93a1-86c2415358a5 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:16:32.213284 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4cb01113-6374-436c-8824-d36d068b7b15 admin admin] Publish callbacks [] for security_group (e48b1f58-a393-49d0-a0be-76c159888f86), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:32.244801 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a5a733bd-e7f7-464e-9f68-444bedf17da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (21607df3-d160-4d75-ae52-f41972861978), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:32.271161 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de58a9b9-247e-415f-b144-92f55d64f431 admin admin] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:16:32.289392 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf7071b-5ead-4122-88ae-02d8553707cd None None] Sync routers for ids ['0f2f8638-8081-4d93-a6b4-3c7c641c96ee'] in dv-cinder-853910-3-iscsi {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:16:32.296451 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 21607df3-d160-4d75-ae52-f41972861978 is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:16:32.296839 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (21607df3-d160-4d75-ae52-f41972861978), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:32.312738 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf7071b-5ead-4122-88ae-02d8553707cd None None] Routers {'0f2f8638-8081-4d93-a6b4-3c7c641c96ee'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:16:32.313467 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-2bf7071b-5ead-4122-88ae-02d8553707cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:16:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['0f2f8638-8081-4d93-a6b4-3c7c641c96ee'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:16:32.341166 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2e477c58-d742-431e-a4e3-eb572f64c502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587'] for port (824bffea-6e21-4bf9-b5df-3c6eaf8e7332), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:32.379062 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a733bd-e7f7-464e-9f68-444bedf17da1 None None] Pushing event updated for resources: {'Port': ['ID=21607df3-d160-4d75-ae52-f41972861978,revision_number=3']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:32.389610 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e477c58-d742-431e-a4e3-eb572f64c502 admin admin] Network 9d86ecc4-b89c-4670-82c2-e19913819bab is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:16:32.390060 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-a4a914e9-81cf-44ad-9416-0a648abc370b None None] Provisioning complete for port 9ea8eef7-6260-43db-972c-3d6a99a17826 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:16:32.390252 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a4a914e9-81cf-44ad-9416-0a648abc370b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (9ea8eef7-6260-43db-972c-3d6a99a17826), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:32.393153 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [None req-2e477c58-d742-431e-a4e3-eb572f64c502 admin admin] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:16:32.450052 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e477c58-d742-431e-a4e3-eb572f64c502 admin admin] Received port after_create {{(pid=107133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:16:32.451042 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2e477c58-d742-431e-a4e3-eb572f64c502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614119'] for router_interface (6c079f46-9d17-46f1-addf-d8e1e72a3bf0), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:32.502051 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-de58a9b9-247e-415f-b144-92f55d64f431 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:32.504062 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-de58a9b9-247e-415f-b144-92f55d64f431 admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.0285671 Aug 26 06:16:32.517085 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.db.api [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 26 06:16:32.518836 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG oslo_db.api [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 06:16:32.521613 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 47680) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:32.538004 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-ab47fa38-7c54-4093-86ef-cceee6bd319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de03297-0aae-4039-93a1-86c2415358a5', 'name': 'tempest-DeleteServersTestJSON-1684908403-router', 'tenant_id': 'bf6936f23aa446008e8119807ec8724d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '2cc71e32-4c23-4ed3-8f9c-fb40a817bc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:29Z', 'revision_number': 3, 'project_id': 'bf6936f23aa446008e8119807ec8724d', 'gw_port': {'id': '2cc71e32-4c23-4ed3-8f9c-fb40a817bc13', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:85:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de03297-0aae-4039-93a1-86c2415358a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:28Z', 'updated_at': '2022-08-26T06:16:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:16:32.652276 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab47fa38-7c54-4093-86ef-cceee6bd319a None None] Checking router: 6de03297-0aae-4039-93a1-86c2415358a5 for host: dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:16:32.652276 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab47fa38-7c54-4093-86ef-cceee6bd319a None None] Updating router 6de03297-0aae-4039-93a1-86c2415358a5 port 2cc71e32-4c23-4ed3-8f9c-fb40a817bc13 binding host dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 06:16:32.694811 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-2bf7071b-5ead-4122-88ae-02d8553707cd None None] Set router 0f2f8638-8081-4d93-a6b4-3c7c641c96ee gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:16:32.739120 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:32.879741 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-a4a914e9-81cf-44ad-9416-0a648abc370b None None] Current status of the port 9ea8eef7-6260-43db-972c-3d6a99a17826 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:16:32.912769 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ab47fa38-7c54-4093-86ef-cceee6bd319a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (2cc71e32-4c23-4ed3-8f9c-fb40a817bc13), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:33.127947 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4cb01113-6374-436c-8824-d36d068b7b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (e48b1f58-a393-49d0-a0be-76c159888f86), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:33.130558 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-99dcc585-d0cd-4bda-8eeb-d11ccdc675e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (a2c9069b-32ee-490e-a778-ee6bda1dc328), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:33.133535 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-99dcc585-d0cd-4bda-8eeb-d11ccdc675e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:33.134878 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-99dcc585-d0cd-4bda-8eeb-d11ccdc675e6 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/a2c9069b-32ee-490e-a778-ee6bda1dc328 HTTP/1.1" status: 204 len: 168 time: 1.5673096 Aug 26 06:16:33.202019 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:33.207157 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-2bf7071b-5ead-4122-88ae-02d8553707cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'name': 'tempest-ServerRescueNegativeTestJSON-182940186-router', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '5e9e0226-0808-483a-91c5-61db967f6b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:30Z', 'revision_number': 3, 'project_id': '84a2eee4447b4eadb79fbdbb874d4476', 'gw_port': {'id': '5e9e0226-0808-483a-91c5-61db967f6b93', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:52:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:28Z', 'updated_at': '2022-08-26T06:16:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:16:33.282499 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf7071b-5ead-4122-88ae-02d8553707cd None None] Checking router: 0f2f8638-8081-4d93-a6b4-3c7c641c96ee for host: dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:16:33.282986 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf7071b-5ead-4122-88ae-02d8553707cd None None] Updating router 0f2f8638-8081-4d93-a6b4-3c7c641c96ee port 5e9e0226-0808-483a-91c5-61db967f6b93 binding host dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 06:16:33.355277 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2bf7071b-5ead-4122-88ae-02d8553707cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (5e9e0226-0808-483a-91c5-61db967f6b93), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:33.409629 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ab47fa38-7c54-4093-86ef-cceee6bd319a None None] Publish callbacks [] for port (2cc71e32-4c23-4ed3-8f9c-fb40a817bc13), precommit_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:33.420197 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-a4a914e9-81cf-44ad-9416-0a648abc370b None None] Provisioning complete for port 21607df3-d160-4d75-ae52-f41972861978 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:16:33.420197 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a4a914e9-81cf-44ad-9416-0a648abc370b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (21607df3-d160-4d75-ae52-f41972861978), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:33.434864 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 47700) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:33.506009 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 21607df3-d160-4d75-ae52-f41972861978 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:16:33.506820 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e477c58-d742-431e-a4e3-eb572f64c502 admin admin] Pushing event updated for resources: {'Port': ['ID=824bffea-6e21-4bf9-b5df-3c6eaf8e7332,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:33.574330 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-510d76c2-7178-4f4a-80e6-e426311a1fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:33.582484 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2e477c58-d742-431e-a4e3-eb572f64c502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (824bffea-6e21-4bf9-b5df-3c6eaf8e7332), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:33.597502 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ab47fa38-7c54-4093-86ef-cceee6bd319a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (2cc71e32-4c23-4ed3-8f9c-fb40a817bc13), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:33.612691 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb01113-6374-436c-8824-d36d068b7b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48b1f58-a393-49d0-a0be-76c159888f86,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:33.624820 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-4cb01113-6374-436c-8824-d36d068b7b15 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=80aa4a693a65446eb69a5957995f11b4&name=default HTTP/1.1" status: 200 len: 2992 time: 2.5505202 Aug 26 06:16:33.647484 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 47704) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:33.675445 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-ab47fa38-7c54-4093-86ef-cceee6bd319a None None] Attempting to bind port 2cc71e32-4c23-4ed3-8f9c-fb40a817bc13 on host dv-cinder-853910-3-iscsi for vnic_type normal with profile {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:16:33.675892 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-ab47fa38-7c54-4093-86ef-cceee6bd319a None None] Attempting to bind port 2cc71e32-4c23-4ed3-8f9c-fb40a817bc13 by drivers openvswitch,hyperv on host dv-cinder-853910-3-iscsi at level 0 using segments [{'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:16:33.676021 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dcc585-d0cd-4bda-8eeb-d11ccdc675e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c9069b-32ee-490e-a778-ee6bda1dc328,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:33.679186 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab47fa38-7c54-4093-86ef-cceee6bd319a None None] Attempting to bind port 2cc71e32-4c23-4ed3-8f9c-fb40a817bc13 on network 7bfbcaf8-cfd7-4da9-9873-fb578302608c {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:16:33.700879 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:INSERT=1,neutron:UPDATE=3,neutron:SELECT=96 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:33.751198 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab47fa38-7c54-4093-86ef-cceee6bd319a None None] Checking agent: {'id': '4b23c1c4-ad66-4056-a835-9b344d252955', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 8, 1), 'started_at': datetime.datetime(2022, 8, 26, 6, 8, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:16:33.754415 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab47fa38-7c54-4093-86ef-cceee6bd319a None None] Checking segment: {'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:16:33.755140 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ab47fa38-7c54-4093-86ef-cceee6bd319a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:33.755569 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab47fa38-7c54-4093-86ef-cceee6bd319a None None] Bound using segment: {'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:16:33.756044 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-ab47fa38-7c54-4093-86ef-cceee6bd319a None None] Bound port: 2cc71e32-4c23-4ed3-8f9c-fb40a817bc13, host: dv-cinder-853910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:16:33.756487 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ab47fa38-7c54-4093-86ef-cceee6bd319a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (2cc71e32-4c23-4ed3-8f9c-fb40a817bc13), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:33.923041 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-ab47fa38-7c54-4093-86ef-cceee6bd319a None None] For port 2cc71e32-4c23-4ed3-8f9c-fb40a817bc13, host dv-cinder-853910-3-iscsi, cleared binding levels {{(pid=107135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:16:33.932956 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-ab47fa38-7c54-4093-86ef-cceee6bd319a None None] For port 2cc71e32-4c23-4ed3-8f9c-fb40a817bc13, host dv-cinder-853910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=2cc71e32-4c23-4ed3-8f9c-fb40a817bc13,segment=NetworkSegment(1390a542-366f-4986-b4c7-57ccad3a4e4e),segment_id=1390a542-366f-4986-b4c7-57ccad3a4e4e)] {{(pid=107135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:16:33.972133 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.db_base_plugin_common [None req-510d76c2-7178-4f4a-80e6-e426311a1fea admin admin] Allocated IP 172.20.0.1 (f4400288-0fd6-4a35-b08d-549e7c7c455e/b75031eb-a96b-4547-8cde-57cb718d9ca4/0f5140f9-8989-46bf-bd47-2fe5c097f5e6) {{(pid=107134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:16:33.977561 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:33.980926 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-a4a914e9-81cf-44ad-9416-0a648abc370b None None] Current status of the port 21607df3-d160-4d75-ae52-f41972861978 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:16:33.996444 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 21607df3-d160-4d75-ae52-f41972861978 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:16:34.007886 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-fe93283b-d320-49aa-a150-690477bd6eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:34.040341 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-3a889c30-b24e-4797-8c6e-b176a34fe835 admin admin] Publish callbacks [] for security_group (e48b1f58-a393-49d0-a0be-76c159888f86), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:34.078047 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ab47fa38-7c54-4093-86ef-cceee6bd319a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (2cc71e32-4c23-4ed3-8f9c-fb40a817bc13), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:34.081908 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2bf7071b-5ead-4122-88ae-02d8553707cd None None] Publish callbacks [] for port (5e9e0226-0808-483a-91c5-61db967f6b93), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:34.107046 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c9a584-ea35-4db1-8dc9-94c23e893cf0 None None] Pushing event updated for resources: {'Port': ['ID=2cc71e32-4c23-4ed3-8f9c-fb40a817bc13,revision_number=2']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:34.133860 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-3a889c30-b24e-4797-8c6e-b176a34fe835 admin admin] Publish callbacks [] for security_group (e48b1f58-a393-49d0-a0be-76c159888f86), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:34.173760 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-5baa8914-3df5-42d5-b6b6-cadb6fd10725 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:34.204442 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-dbe81c5d-9c4b-4e57-ad69-36271784dd87 None None] Provisioning complete for port 824bffea-6e21-4bf9-b5df-3c6eaf8e7332 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:16:34.204442 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-dbe81c5d-9c4b-4e57-ad69-36271784dd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (824bffea-6e21-4bf9-b5df-3c6eaf8e7332), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:34.213742 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2bf7071b-5ead-4122-88ae-02d8553707cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (5e9e0226-0808-483a-91c5-61db967f6b93), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:34.248201 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab47fa38-7c54-4093-86ef-cceee6bd319a None None] Routers {'6de03297-0aae-4039-93a1-86c2415358a5'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:16:34.248849 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-ab47fa38-7c54-4093-86ef-cceee6bd319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:16:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['6de03297-0aae-4039-93a1-86c2415358a5'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:16:34.256478 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-2bf7071b-5ead-4122-88ae-02d8553707cd None None] Attempting to bind port 5e9e0226-0808-483a-91c5-61db967f6b93 on host dv-cinder-853910-3-iscsi for vnic_type normal with profile {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:16:34.256478 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-2bf7071b-5ead-4122-88ae-02d8553707cd None None] Attempting to bind port 5e9e0226-0808-483a-91c5-61db967f6b93 by drivers openvswitch,hyperv on host dv-cinder-853910-3-iscsi at level 0 using segments [{'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:16:34.256478 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf7071b-5ead-4122-88ae-02d8553707cd None None] Attempting to bind port 5e9e0226-0808-483a-91c5-61db967f6b93 on network 7bfbcaf8-cfd7-4da9-9873-fb578302608c {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:16:34.275428 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-510d76c2-7178-4f4a-80e6-e426311a1fea admin admin] Publish callbacks [] for port (0f5140f9-8989-46bf-bd47-2fe5c097f5e6), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:34.285513 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf7071b-5ead-4122-88ae-02d8553707cd None None] Checking agent: {'id': '4b23c1c4-ad66-4056-a835-9b344d252955', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 8, 1), 'started_at': datetime.datetime(2022, 8, 26, 6, 8, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:16:34.285513 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf7071b-5ead-4122-88ae-02d8553707cd None None] Checking segment: {'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:16:34.285513 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2bf7071b-5ead-4122-88ae-02d8553707cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:34.285513 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf7071b-5ead-4122-88ae-02d8553707cd None None] Bound using segment: {'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:16:34.285513 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-2bf7071b-5ead-4122-88ae-02d8553707cd None None] Bound port: 5e9e0226-0808-483a-91c5-61db967f6b93, host: dv-cinder-853910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:16:34.285513 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2bf7071b-5ead-4122-88ae-02d8553707cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (5e9e0226-0808-483a-91c5-61db967f6b93), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:34.322980 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62b5c3-e3a1-4eca-a943-785cf6f7ab0c None None] Pushing event updated for resources: {'Port': ['ID=5e9e0226-0808-483a-91c5-61db967f6b93,revision_number=2']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:34.344763 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-dbe81c5d-9c4b-4e57-ad69-36271784dd87 None None] Port 824bffea-6e21-4bf9-b5df-3c6eaf8e7332 cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:16:34.354789 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 21607df3-d160-4d75-ae52-f41972861978 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:16:34.355171 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (21607df3-d160-4d75-ae52-f41972861978), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:34.386910 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:34.393779 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-2bf7071b-5ead-4122-88ae-02d8553707cd None None] For port 5e9e0226-0808-483a-91c5-61db967f6b93, host dv-cinder-853910-3-iscsi, cleared binding levels {{(pid=107136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:16:34.395185 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2e477c58-d742-431e-a4e3-eb572f64c502 admin admin] Publish callbacks [] for port (824bffea-6e21-4bf9-b5df-3c6eaf8e7332), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:34.406767 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-5baa8914-3df5-42d5-b6b6-cadb6fd10725 admin admin] Publish callbacks [] for security_group (5259ff0d-4e5d-4f6a-a386-e36126b8d3f6), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:34.410118 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-2bf7071b-5ead-4122-88ae-02d8553707cd None None] For port 5e9e0226-0808-483a-91c5-61db967f6b93, host dv-cinder-853910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=5e9e0226-0808-483a-91c5-61db967f6b93,segment=NetworkSegment(1390a542-366f-4986-b4c7-57ccad3a4e4e),segment_id=1390a542-366f-4986-b4c7-57ccad3a4e4e)] {{(pid=107136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:16:34.441779 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c9a584-ea35-4db1-8dc9-94c23e893cf0 None None] Pushing event updated for resources: {'Port': ['ID=2cc71e32-4c23-4ed3-8f9c-fb40a817bc13,revision_number=3']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:34.499655 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-ab47fa38-7c54-4093-86ef-cceee6bd319a None None] Set router 6de03297-0aae-4039-93a1-86c2415358a5 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:16:34.537794 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 47720) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:34.556922 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2bf7071b-5ead-4122-88ae-02d8553707cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (5e9e0226-0808-483a-91c5-61db967f6b93), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:34.557140 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_common [None req-fe93283b-d320-49aa-a150-690477bd6eb5 admin admin] Allocated IP 172.20.0.1 (504e79cb-f4bc-488f-be6a-9ade8ca0c470/9e18e45e-aeee-4581-9908-feabcd745733/d61b1f22-cb8f-4af4-852c-b7313d285b14) {{(pid=107133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:16:34.561245 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2e477c58-d742-431e-a4e3-eb572f64c502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (824bffea-6e21-4bf9-b5df-3c6eaf8e7332), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:34.562271 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2e477c58-d742-431e-a4e3-eb572f64c502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614267'] for router_interface (6c079f46-9d17-46f1-addf-d8e1e72a3bf0), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:34.568117 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-54f308bb-6c22-413f-aced-e09e493f14da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:34.569715 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 21607df3-d160-4d75-ae52-f41972861978 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:16:34.570918 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 9ea8eef7-6260-43db-972c-3d6a99a17826 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:16:34.664794 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62b5c3-e3a1-4eca-a943-785cf6f7ab0c None None] Pushing event updated for resources: {'Port': ['ID=5e9e0226-0808-483a-91c5-61db967f6b93,revision_number=3']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:34.686530 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-54f308bb-6c22-413f-aced-e09e493f14da admin admin] Publish callbacks [] for security_group (018209c0-61e0-428a-9a8d-6ecd50383c8b), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:34.689688 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-5baa8914-3df5-42d5-b6b6-cadb6fd10725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (5259ff0d-4e5d-4f6a-a386-e36126b8d3f6), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:34.689822 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf7071b-5ead-4122-88ae-02d8553707cd None None] Routers {'0f2f8638-8081-4d93-a6b4-3c7c641c96ee'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:16:34.689822 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-2bf7071b-5ead-4122-88ae-02d8553707cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:16:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['0f2f8638-8081-4d93-a6b4-3c7c641c96ee'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:16:34.695864 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-510d76c2-7178-4f4a-80e6-e426311a1fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587'] for port (0f5140f9-8989-46bf-bd47-2fe5c097f5e6), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:34.696574 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 9ea8eef7-6260-43db-972c-3d6a99a17826 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:16:34.697091 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (9ea8eef7-6260-43db-972c-3d6a99a17826), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:34.739827 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-3a889c30-b24e-4797-8c6e-b176a34fe835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (e48b1f58-a393-49d0-a0be-76c159888f86), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:34.743979 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-3a889c30-b24e-4797-8c6e-b176a34fe835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:34.747306 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-3a889c30-b24e-4797-8c6e-b176a34fe835 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/e48b1f58-a393-49d0-a0be-76c159888f86 HTTP/1.1" status: 204 len: 168 time: 1.0934353 Aug 26 06:16:34.774759 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510d76c2-7178-4f4a-80e6-e426311a1fea admin admin] Network f4400288-0fd6-4a35-b08d-549e7c7c455e is already hosted by enough agents. {{(pid=107134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:16:34.804683 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [None req-510d76c2-7178-4f4a-80e6-e426311a1fea admin admin] Resources bound (agent type, host, resource id): {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:16:34.806681 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-54f308bb-6c22-413f-aced-e09e493f14da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (018209c0-61e0-428a-9a8d-6ecd50383c8b), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:34.811187 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510d76c2-7178-4f4a-80e6-e426311a1fea admin admin] Received port after_create {{(pid=107134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:16:34.830091 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-510d76c2-7178-4f4a-80e6-e426311a1fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614119'] for router_interface (0f2f8638-8081-4d93-a6b4-3c7c641c96ee), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:34.847452 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-ab47fa38-7c54-4093-86ef-cceee6bd319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de03297-0aae-4039-93a1-86c2415358a5', 'name': 'tempest-DeleteServersTestJSON-1684908403-router', 'tenant_id': 'bf6936f23aa446008e8119807ec8724d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '2cc71e32-4c23-4ed3-8f9c-fb40a817bc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:29Z', 'revision_number': 3, 'project_id': 'bf6936f23aa446008e8119807ec8724d', 'gw_port': {'id': '2cc71e32-4c23-4ed3-8f9c-fb40a817bc13', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:85:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de03297-0aae-4039-93a1-86c2415358a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:28Z', 'updated_at': '2022-08-26T06:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:16:34.864334 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e477c58-d742-431e-a4e3-eb572f64c502 admin admin] Network 9d86ecc4-b89c-4670-82c2-e19913819bab is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:16:34.870918 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a889c30-b24e-4797-8c6e-b176a34fe835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48b1f58-a393-49d0-a0be-76c159888f86,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:34.891822 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [None req-2e477c58-d742-431e-a4e3-eb572f64c502 admin admin] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:16:34.922344 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e477c58-d742-431e-a4e3-eb572f64c502 admin admin] Pushing event updated for resources: {'Port': ['ID=824bffea-6e21-4bf9-b5df-3c6eaf8e7332,revision_number=2']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:34.927552 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-2bf7071b-5ead-4122-88ae-02d8553707cd None None] Set router 0f2f8638-8081-4d93-a6b4-3c7c641c96ee gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:16:35.085298 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab47fa38-7c54-4093-86ef-cceee6bd319a None None] The sync data for ids ['6de03297-0aae-4039-93a1-86c2415358a5'] in dv-cinder-853910-3-iscsi is: [{'id': '6de03297-0aae-4039-93a1-86c2415358a5', 'name': 'tempest-DeleteServersTestJSON-1684908403-router', 'tenant_id': 'bf6936f23aa446008e8119807ec8724d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '2cc71e32-4c23-4ed3-8f9c-fb40a817bc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:29Z', 'revision_number': 3, 'project_id': 'bf6936f23aa446008e8119807ec8724d', 'gw_port': {'id': '2cc71e32-4c23-4ed3-8f9c-fb40a817bc13', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:85:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de03297-0aae-4039-93a1-86c2415358a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:28Z', 'updated_at': '2022-08-26T06:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}] {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:16:35.087907 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-fe93283b-d320-49aa-a150-690477bd6eb5 admin admin] Publish callbacks [] for port (d61b1f22-cb8f-4af4-852c-b7313d285b14), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:35.128783 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 9ea8eef7-6260-43db-972c-3d6a99a17826 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:16:35.129889 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 5137d2dc-00ea-4102-b733-31f76f02ac42 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:16:35.166349 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-5baa8914-3df5-42d5-b6b6-cadb6fd10725 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=c55c4050ef494e8f914271798c0e901b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7281449 Aug 26 06:16:35.185302 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa8914-3df5-42d5-b6b6-cadb6fd10725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5259ff0d-4e5d-4f6a-a386-e36126b8d3f6,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:35.186404 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 47732) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:35.253247 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-f13d34ee-455f-41ac-84ef-d4d1a0970924 None None] Provisioning complete for port 0f5140f9-8989-46bf-bd47-2fe5c097f5e6 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:16:35.254068 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f13d34ee-455f-41ac-84ef-d4d1a0970924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (0f5140f9-8989-46bf-bd47-2fe5c097f5e6), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:35.319005 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-f13d34ee-455f-41ac-84ef-d4d1a0970924 None None] Port 0f5140f9-8989-46bf-bd47-2fe5c097f5e6 cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:16:35.324967 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 5137d2dc-00ea-4102-b733-31f76f02ac42 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:16:35.325609 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (5137d2dc-00ea-4102-b733-31f76f02ac42), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:35.381011 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-fe93283b-d320-49aa-a150-690477bd6eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587'] for port (d61b1f22-cb8f-4af4-852c-b7313d285b14), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:35.391080 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f308bb-6c22-413f-aced-e09e493f14da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018209c0-61e0-428a-9a8d-6ecd50383c8b,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:35.403454 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-54f308bb-6c22-413f-aced-e09e493f14da admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=f7991305a156454d9137d71445bf52b6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8598773 Aug 26 06:16:35.405903 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d76c2-7178-4f4a-80e6-e426311a1fea admin admin] Pushing event updated for resources: {'Port': ['ID=0f5140f9-8989-46bf-bd47-2fe5c097f5e6,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:35.408509 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 47740) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:35.411845 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:35.470247 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-2bf7071b-5ead-4122-88ae-02d8553707cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'name': 'tempest-ServerRescueNegativeTestJSON-182940186-router', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '5e9e0226-0808-483a-91c5-61db967f6b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:30Z', 'revision_number': 3, 'project_id': '84a2eee4447b4eadb79fbdbb874d4476', 'gw_port': {'id': '5e9e0226-0808-483a-91c5-61db967f6b93', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:52:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:28Z', 'updated_at': '2022-08-26T06:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:16:35.478579 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 5137d2dc-00ea-4102-b733-31f76f02ac42 is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:16:35.479167 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (5137d2dc-00ea-4102-b733-31f76f02ac42), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:35.552337 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf7071b-5ead-4122-88ae-02d8553707cd None None] The sync data for ids ['0f2f8638-8081-4d93-a6b4-3c7c641c96ee'] in dv-cinder-853910-3-iscsi is: [{'id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'name': 'tempest-ServerRescueNegativeTestJSON-182940186-router', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '5e9e0226-0808-483a-91c5-61db967f6b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:30Z', 'revision_number': 3, 'project_id': '84a2eee4447b4eadb79fbdbb874d4476', 'gw_port': {'id': '5e9e0226-0808-483a-91c5-61db967f6b93', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:52:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:28Z', 'updated_at': '2022-08-26T06:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}] {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:16:35.555765 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] For port 5137d2dc-00ea-4102-b733-31f76f02ac42, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=5137d2dc-00ea-4102-b733-31f76f02ac42,segment=NetworkSegment(1390a542-366f-4986-b4c7-57ccad3a4e4e),segment_id=1390a542-366f-4986-b4c7-57ccad3a4e4e)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:16:35.582783 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e477c58-d742-431e-a4e3-eb572f64c502 admin admin] Router 6c079f46-9d17-46f1-addf-d8e1e72a3bf0 has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:16:35.587926 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-510d76c2-7178-4f4a-80e6-e426311a1fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (0f5140f9-8989-46bf-bd47-2fe5c097f5e6), before_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:35.623955 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a39626cb-c584-4a8b-83ef-bc2b00e6eb99 admin admin] Publish callbacks [] for security_group (018209c0-61e0-428a-9a8d-6ecd50383c8b), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:35.647729 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a39626cb-c584-4a8b-83ef-bc2b00e6eb99 admin admin] Publish callbacks [] for security_group (018209c0-61e0-428a-9a8d-6ecd50383c8b), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:35.648549 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-d6f79523-f9d0-47e6-bec9-01597184ae99 admin admin] Publish callbacks [] for security_group (5259ff0d-4e5d-4f6a-a386-e36126b8d3f6), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:35.657555 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (5137d2dc-00ea-4102-b733-31f76f02ac42), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:35.722924 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-d6f79523-f9d0-47e6-bec9-01597184ae99 admin admin] Publish callbacks [] for security_group (5259ff0d-4e5d-4f6a-a386-e36126b8d3f6), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:35.776684 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-621d3bbc-485a-4884-b6ed-83239d99bbd6 None None] Provisioning complete for port 824bffea-6e21-4bf9-b5df-3c6eaf8e7332 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:16:35.777282 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-621d3bbc-485a-4884-b6ed-83239d99bbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (824bffea-6e21-4bf9-b5df-3c6eaf8e7332), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:35.795931 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe93283b-d320-49aa-a150-690477bd6eb5 admin admin] Network 504e79cb-f4bc-488f-be6a-9ade8ca0c470 is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:16:35.809258 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [None req-fe93283b-d320-49aa-a150-690477bd6eb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:16:35.812158 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe93283b-d320-49aa-a150-690477bd6eb5 admin admin] Received port after_create {{(pid=107133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:16:35.812907 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-fe93283b-d320-49aa-a150-690477bd6eb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614119'] for router_interface (6de03297-0aae-4039-93a1-86c2415358a5), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:35.821822 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 2cc71e32-4c23-4ed3-8f9c-fb40a817bc13 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:16:35.862544 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:35.900472 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Pushing event updated for resources: {'Port': ['ID=5137d2dc-00ea-4102-b733-31f76f02ac42,revision_number=4']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:35.922709 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93283b-d320-49aa-a150-690477bd6eb5 admin admin] Pushing event updated for resources: {'Port': ['ID=d61b1f22-cb8f-4af4-852c-b7313d285b14,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:35.931861 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-621d3bbc-485a-4884-b6ed-83239d99bbd6 None None] Port 824bffea-6e21-4bf9-b5df-3c6eaf8e7332 cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:16:35.952277 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 2cc71e32-4c23-4ed3-8f9c-fb40a817bc13 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:16:35.952904 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (2cc71e32-4c23-4ed3-8f9c-fb40a817bc13), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:35.987717 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a39626cb-c584-4a8b-83ef-bc2b00e6eb99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (018209c0-61e0-428a-9a8d-6ecd50383c8b), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:36.001389 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a39626cb-c584-4a8b-83ef-bc2b00e6eb99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:36.019639 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-a39626cb-c584-4a8b-83ef-bc2b00e6eb99 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/018209c0-61e0-428a-9a8d-6ecd50383c8b HTTP/1.1" status: 204 len: 168 time: 0.6016235 Aug 26 06:16:36.109949 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 47744) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:36.127574 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39626cb-c584-4a8b-83ef-bc2b00e6eb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018209c0-61e0-428a-9a8d-6ecd50383c8b,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:36.159185 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-510d76c2-7178-4f4a-80e6-e426311a1fea admin admin] Publish callbacks [] for port (0f5140f9-8989-46bf-bd47-2fe5c097f5e6), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:36.164504 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-959f4d8d-0d04-40e4-93a5-44988bcd3341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:36.191096 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 2cc71e32-4c23-4ed3-8f9c-fb40a817bc13 is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:16:36.194786 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (2cc71e32-4c23-4ed3-8f9c-fb40a817bc13), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:36.227767 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e477c58-d742-431e-a4e3-eb572f64c502 admin admin] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:16:36.260317 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-2e477c58-d742-431e-a4e3-eb572f64c502 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/6c079f46-9d17-46f1-addf-d8e1e72a3bf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2353528 Aug 26 06:16:36.273624 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f929f0-8aeb-4301-bdc3-0ee81c375484 None None] Sync routers for ids ['6c079f46-9d17-46f1-addf-d8e1e72a3bf0'] in dv-cinder-853910-3-iscsi {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:16:36.293345 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-959f4d8d-0d04-40e4-93a5-44988bcd3341 admin admin] Publish callbacks [] for security_group (47bea882-6b70-4573-81bc-37a0bcb0441a), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:36.296684 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-510d76c2-7178-4f4a-80e6-e426311a1fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (0f5140f9-8989-46bf-bd47-2fe5c097f5e6), after_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:36.297630 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-510d76c2-7178-4f4a-80e6-e426311a1fea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614267'] for router_interface (0f2f8638-8081-4d93-a6b4-3c7c641c96ee), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:36.347532 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] For port 2cc71e32-4c23-4ed3-8f9c-fb40a817bc13, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=2cc71e32-4c23-4ed3-8f9c-fb40a817bc13,segment=NetworkSegment(1390a542-366f-4986-b4c7-57ccad3a4e4e),segment_id=1390a542-366f-4986-b4c7-57ccad3a4e4e)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:16:36.358402 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-89bd06b0-9d71-4255-9113-ba74edec0c9a None None] Provisioning complete for port d61b1f22-cb8f-4af4-852c-b7313d285b14 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:16:36.358841 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-89bd06b0-9d71-4255-9113-ba74edec0c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (d61b1f22-cb8f-4af4-852c-b7313d285b14), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:36.446540 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:UPDATE=6,neutron:SELECT=93,neutron:INSERT=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:36.461965 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f929f0-8aeb-4301-bdc3-0ee81c375484 None None] Routers {'6c079f46-9d17-46f1-addf-d8e1e72a3bf0'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:16:36.469656 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-92f929f0-8aeb-4301-bdc3-0ee81c375484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:16:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['6c079f46-9d17-46f1-addf-d8e1e72a3bf0'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:16:36.474422 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d76c2-7178-4f4a-80e6-e426311a1fea admin admin] Pushing event updated for resources: {'Port': ['ID=0f5140f9-8989-46bf-bd47-2fe5c097f5e6,revision_number=2']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:36.488433 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-d6f79523-f9d0-47e6-bec9-01597184ae99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (5259ff0d-4e5d-4f6a-a386-e36126b8d3f6), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:36.491025 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-d6f79523-f9d0-47e6-bec9-01597184ae99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:36.492947 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-d6f79523-f9d0-47e6-bec9-01597184ae99 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/5259ff0d-4e5d-4f6a-a386-e36126b8d3f6 HTTP/1.1" status: 204 len: 168 time: 1.3047485 Aug 26 06:16:36.509264 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-959f4d8d-0d04-40e4-93a5-44988bcd3341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (47bea882-6b70-4573-81bc-37a0bcb0441a), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:36.529776 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f79523-f9d0-47e6-bec9-01597184ae99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5259ff0d-4e5d-4f6a-a386-e36126b8d3f6,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:36.603707 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:36.623749 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-959f4d8d-0d04-40e4-93a5-44988bcd3341 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=132e00c47198494c9cb7fbe1b0a45fb7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5122375 Aug 26 06:16:36.625913 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-fe93283b-d320-49aa-a150-690477bd6eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (d61b1f22-cb8f-4af4-852c-b7313d285b14), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:36.634272 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 47772) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:36.698479 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-92f929f0-8aeb-4301-bdc3-0ee81c375484 None None] Set router 6c079f46-9d17-46f1-addf-d8e1e72a3bf0 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:16:36.706083 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5,neutron:INSERT=14 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:36.786775 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f4d8d-0d04-40e4-93a5-44988bcd3341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bea882-6b70-4573-81bc-37a0bcb0441a,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:36.904975 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510d76c2-7178-4f4a-80e6-e426311a1fea admin admin] Network f4400288-0fd6-4a35-b08d-549e7c7c455e is already hosted by enough agents. {{(pid=107134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:16:36.909765 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [None req-510d76c2-7178-4f4a-80e6-e426311a1fea admin admin] Resources bound (agent type, host, resource id): {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:16:36.926211 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-077ff371-3599-4547-855e-407ae45de70c admin admin] Publish callbacks [] for security_group (47bea882-6b70-4573-81bc-37a0bcb0441a), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:36.992135 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-077ff371-3599-4547-855e-407ae45de70c admin admin] Publish callbacks [] for security_group (47bea882-6b70-4573-81bc-37a0bcb0441a), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:37.025188 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-fe93283b-d320-49aa-a150-690477bd6eb5 admin admin] Publish callbacks [] for port (d61b1f22-cb8f-4af4-852c-b7313d285b14), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:37.073925 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (2cc71e32-4c23-4ed3-8f9c-fb40a817bc13), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:37.139417 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-89bd06b0-9d71-4255-9113-ba74edec0c9a None None] Port d61b1f22-cb8f-4af4-852c-b7313d285b14 cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:16:37.167629 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-fe93283b-d320-49aa-a150-690477bd6eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (d61b1f22-cb8f-4af4-852c-b7313d285b14), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:37.168981 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-fe93283b-d320-49aa-a150-690477bd6eb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614267'] for router_interface (6de03297-0aae-4039-93a1-86c2415358a5), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:37.275296 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510d76c2-7178-4f4a-80e6-e426311a1fea admin admin] Router 0f2f8638-8081-4d93-a6b4-3c7c641c96ee has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:16:37.288613 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-92f929f0-8aeb-4301-bdc3-0ee81c375484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'name': 'tempest-AttachVolumeTestJSON-371950179-router', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '5137d2dc-00ea-4102-b733-31f76f02ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:24Z', 'updated_at': '2022-08-26T06:16:33Z', 'revision_number': 4, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'gw_port': {'id': '5137d2dc-00ea-4102-b733-31f76f02ac42', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '824bffea-6e21-4bf9-b5df-3c6eaf8e7332', 'name': '', 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'mac_address': 'fa:16:3e:3a:93:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f9a116db-e15a-40d5-881d-57010dc489a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:30Z', 'updated_at': '2022-08-26T06:16:33Z', 'revision_number': 2, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'subnets': [{'id': 'f9a116db-e15a-40d5-881d-57010dc489a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:16:37.342192 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:37.345752 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f929f0-8aeb-4301-bdc3-0ee81c375484 None None] Checking router: 6c079f46-9d17-46f1-addf-d8e1e72a3bf0 for host: dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:16:37.346131 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f929f0-8aeb-4301-bdc3-0ee81c375484 None None] Updating router 6c079f46-9d17-46f1-addf-d8e1e72a3bf0 port 824bffea-6e21-4bf9-b5df-3c6eaf8e7332 binding host dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 06:16:37.394134 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Pushing event updated for resources: {'Port': ['ID=2cc71e32-4c23-4ed3-8f9c-fb40a817bc13,revision_number=4']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:37.403905 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-84450d5d-d62f-4685-9c51-68ebe046140d None None] Provisioning complete for port 0f5140f9-8989-46bf-bd47-2fe5c097f5e6 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:16:37.404312 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-84450d5d-d62f-4685-9c51-68ebe046140d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (0f5140f9-8989-46bf-bd47-2fe5c097f5e6), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:37.413712 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 47784) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:37.421850 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-d4acc5b0-7ad1-4324-9f96-cb46040ed162 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Request body: {'security_group': {'name': 'tempest-securitygroup--869125084', 'description': 'tempest-description--440394665'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:16:37.434383 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-077ff371-3599-4547-855e-407ae45de70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (47bea882-6b70-4573-81bc-37a0bcb0441a), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:37.437288 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-077ff371-3599-4547-855e-407ae45de70c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:37.441268 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-077ff371-3599-4547-855e-407ae45de70c admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/47bea882-6b70-4573-81bc-37a0bcb0441a HTTP/1.1" status: 204 len: 168 time: 0.7906926 Aug 26 06:16:37.444686 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:37.450284 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-84450d5d-d62f-4685-9c51-68ebe046140d None None] Port 0f5140f9-8989-46bf-bd47-2fe5c097f5e6 cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:16:37.465748 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-92f929f0-8aeb-4301-bdc3-0ee81c375484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (824bffea-6e21-4bf9-b5df-3c6eaf8e7332), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:37.504647 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ff371-3599-4547-855e-407ae45de70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bea882-6b70-4573-81bc-37a0bcb0441a,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:37.523652 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510d76c2-7178-4f4a-80e6-e426311a1fea admin admin] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:16:37.545861 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-510d76c2-7178-4f4a-80e6-e426311a1fea admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/0f2f8638-8081-4d93-a6b4-3c7c641c96ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0224280 Aug 26 06:16:37.644865 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93283b-d320-49aa-a150-690477bd6eb5 admin admin] Pushing event updated for resources: {'Port': ['ID=d61b1f22-cb8f-4af4-852c-b7313d285b14,revision_number=2']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:37.663887 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d4acc5b0-7ad1-4324-9f96-cb46040ed162 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:37.780082 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe93283b-d320-49aa-a150-690477bd6eb5 admin admin] Network 504e79cb-f4bc-488f-be6a-9ade8ca0c470 is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:16:37.784108 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [None req-fe93283b-d320-49aa-a150-690477bd6eb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:16:37.811916 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d4acc5b0-7ad1-4324-9f96-cb46040ed162 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for security_group (8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:37.966138 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d4acc5b0-7ad1-4324-9f96-cb46040ed162 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:37.987336 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe93283b-d320-49aa-a150-690477bd6eb5 admin admin] Router 6de03297-0aae-4039-93a1-86c2415358a5 has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:16:38.031548 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4acc5b0-7ad1-4324-9f96-cb46040ed162 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:38.060055 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 2cc71e32-4c23-4ed3-8f9c-fb40a817bc13 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:16:38.125557 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-92f929f0-8aeb-4301-bdc3-0ee81c375484 None None] Publish callbacks [] for port (824bffea-6e21-4bf9-b5df-3c6eaf8e7332), precommit_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:38.143059 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 2cc71e32-4c23-4ed3-8f9c-fb40a817bc13 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:16:38.143433 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (2cc71e32-4c23-4ed3-8f9c-fb40a817bc13), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:38.157148 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d4acc5b0-7ad1-4324-9f96-cb46040ed162 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:38.158407 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-d4acc5b0-7ad1-4324-9f96-cb46040ed162 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.7409954 Aug 26 06:16:38.161744 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 47812) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:38.166900 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-3f157677-feab-4bf4-8db0-00c94a0833bc tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Request body: {'security_group_rule': {'security_group_id': '8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:16:38.192272 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe93283b-d320-49aa-a150-690477bd6eb5 admin admin] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:16:38.193655 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-dfa9e7d0-5d43-44dd-af8e-c75a9b71696a None None] Provisioning complete for port d61b1f22-cb8f-4af4-852c-b7313d285b14 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:16:38.197724 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-dfa9e7d0-5d43-44dd-af8e-c75a9b71696a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (d61b1f22-cb8f-4af4-852c-b7313d285b14), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:38.202939 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-fe93283b-d320-49aa-a150-690477bd6eb5 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/6de03297-0aae-4039-93a1-86c2415358a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3034308 Aug 26 06:16:38.211137 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:38.263160 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-dfa9e7d0-5d43-44dd-af8e-c75a9b71696a None None] Port d61b1f22-cb8f-4af4-852c-b7313d285b14 cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:16:38.298270 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-92f929f0-8aeb-4301-bdc3-0ee81c375484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (824bffea-6e21-4bf9-b5df-3c6eaf8e7332), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:38.346050 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3f157677-feab-4bf4-8db0-00c94a0833bc tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for security_group_rule (e06cd164-79c6-48b4-9a18-3bcbc04b39a1), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:38.354872 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 2cc71e32-4c23-4ed3-8f9c-fb40a817bc13 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:16:38.355909 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 5e9e0226-0808-483a-91c5-61db967f6b93 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:16:38.401099 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eefc8e-49e0-4349-8881-1aacab98320d None None] Pushing event updated for resources: {'Port': ['ID=824bffea-6e21-4bf9-b5df-3c6eaf8e7332,revision_number=3']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:38.457083 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-92f929f0-8aeb-4301-bdc3-0ee81c375484 None None] Attempting to bind port 824bffea-6e21-4bf9-b5df-3c6eaf8e7332 on host dv-cinder-853910-3-iscsi for vnic_type normal with profile {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:16:38.457437 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-92f929f0-8aeb-4301-bdc3-0ee81c375484 None None] Attempting to bind port 824bffea-6e21-4bf9-b5df-3c6eaf8e7332 by drivers openvswitch,hyperv on host dv-cinder-853910-3-iscsi at level 0 using segments [{'id': '41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab'}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:16:38.457788 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f929f0-8aeb-4301-bdc3-0ee81c375484 None None] Attempting to bind port 824bffea-6e21-4bf9-b5df-3c6eaf8e7332 on network 9d86ecc4-b89c-4670-82c2-e19913819bab {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:16:38.468717 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f929f0-8aeb-4301-bdc3-0ee81c375484 None None] Checking agent: {'id': '4b23c1c4-ad66-4056-a835-9b344d252955', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 8, 1), 'started_at': datetime.datetime(2022, 8, 26, 6, 8, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:16:38.469921 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f929f0-8aeb-4301-bdc3-0ee81c375484 None None] Checking segment: {'id': '41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:16:38.469921 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-92f929f0-8aeb-4301-bdc3-0ee81c375484 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:38.470140 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f929f0-8aeb-4301-bdc3-0ee81c375484 None None] Bound using segment: {'id': '41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab'} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:16:38.470604 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-92f929f0-8aeb-4301-bdc3-0ee81c375484 None None] Bound port: 824bffea-6e21-4bf9-b5df-3c6eaf8e7332, host: dv-cinder-853910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab'}}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:16:38.471018 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-92f929f0-8aeb-4301-bdc3-0ee81c375484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (824bffea-6e21-4bf9-b5df-3c6eaf8e7332), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:38.472932 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3f157677-feab-4bf4-8db0-00c94a0833bc tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for security_group_rule (e06cd164-79c6-48b4-9a18-3bcbc04b39a1), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:38.485548 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 5e9e0226-0808-483a-91c5-61db967f6b93 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:16:38.485996 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (5e9e0226-0808-483a-91c5-61db967f6b93), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:38.555239 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3f157677-feab-4bf4-8db0-00c94a0833bc tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692507'] for security_group_rule (e06cd164-79c6-48b4-9a18-3bcbc04b39a1), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:38.578367 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-92f929f0-8aeb-4301-bdc3-0ee81c375484 None None] For port 824bffea-6e21-4bf9-b5df-3c6eaf8e7332, host dv-cinder-853910-3-iscsi, cleared binding levels {{(pid=107135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:16:38.579458 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f157677-feab-4bf4-8db0-00c94a0833bc tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e06cd164-79c6-48b4-9a18-3bcbc04b39a1,revision_number=0']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:38.584026 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-92f929f0-8aeb-4301-bdc3-0ee81c375484 None None] For port 824bffea-6e21-4bf9-b5df-3c6eaf8e7332, host dv-cinder-853910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=824bffea-6e21-4bf9-b5df-3c6eaf8e7332,segment=NetworkSegment(41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8),segment_id=41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8)] {{(pid=107135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:16:38.622464 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 5e9e0226-0808-483a-91c5-61db967f6b93 is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:16:38.623074 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (5e9e0226-0808-483a-91c5-61db967f6b93), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:38.629030 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60beb92b-2410-444f-b331-a20de5bd5211 None None] Sync routers for ids ['6de03297-0aae-4039-93a1-86c2415358a5'] in dv-cinder-853910-3-iscsi {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:16:38.641389 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60beb92b-2410-444f-b331-a20de5bd5211 None None] Routers {'6de03297-0aae-4039-93a1-86c2415358a5'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:16:38.642036 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-60beb92b-2410-444f-b331-a20de5bd5211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:16:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['6de03297-0aae-4039-93a1-86c2415358a5'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:16:38.646830 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] For port 5e9e0226-0808-483a-91c5-61db967f6b93, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=5e9e0226-0808-483a-91c5-61db967f6b93,segment=NetworkSegment(1390a542-366f-4986-b4c7-57ccad3a4e4e),segment_id=1390a542-366f-4986-b4c7-57ccad3a4e4e)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:16:38.704239 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-92f929f0-8aeb-4301-bdc3-0ee81c375484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (824bffea-6e21-4bf9-b5df-3c6eaf8e7332), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:38.705683 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3f157677-feab-4bf4-8db0-00c94a0833bc tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:38.708158 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-3f157677-feab-4bf4-8db0-00c94a0833bc tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5451593 Aug 26 06:16:38.712617 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 47836) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:38.717862 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-b896aa2c-7335-4815-96e0-d60d218ac6d9 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Request body: {'security_group_rule': {'security_group_id': '8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:16:38.766492 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (5e9e0226-0808-483a-91c5-61db967f6b93), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:38.767320 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 5137d2dc-00ea-4102-b733-31f76f02ac42 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:16:38.774509 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-60beb92b-2410-444f-b331-a20de5bd5211 None None] Set router 6de03297-0aae-4039-93a1-86c2415358a5 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:16:38.805313 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f929f0-8aeb-4301-bdc3-0ee81c375484 None None] Routers {'6c079f46-9d17-46f1-addf-d8e1e72a3bf0'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:16:38.805948 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-92f929f0-8aeb-4301-bdc3-0ee81c375484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:16:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['6c079f46-9d17-46f1-addf-d8e1e72a3bf0'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:16:38.868007 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:38.886406 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eefc8e-49e0-4349-8881-1aacab98320d None None] Pushing event updated for resources: {'Port': ['ID=824bffea-6e21-4bf9-b5df-3c6eaf8e7332,revision_number=4']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:38.920110 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-b896aa2c-7335-4815-96e0-d60d218ac6d9 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for security_group_rule (d74b0dd2-d5b9-43fe-981d-70d9961ce29a), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:39.046513 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-60beb92b-2410-444f-b331-a20de5bd5211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de03297-0aae-4039-93a1-86c2415358a5', 'name': 'tempest-DeleteServersTestJSON-1684908403-router', 'tenant_id': 'bf6936f23aa446008e8119807ec8724d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '2cc71e32-4c23-4ed3-8f9c-fb40a817bc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:36Z', 'revision_number': 4, 'project_id': 'bf6936f23aa446008e8119807ec8724d', 'gw_port': {'id': '2cc71e32-4c23-4ed3-8f9c-fb40a817bc13', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:85:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de03297-0aae-4039-93a1-86c2415358a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:28Z', 'updated_at': '2022-08-26T06:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': 'd61b1f22-cb8f-4af4-852c-b7313d285b14', 'name': '', 'network_id': '504e79cb-f4bc-488f-be6a-9ade8ca0c470', 'tenant_id': 'bf6936f23aa446008e8119807ec8724d', 'mac_address': 'fa:16:3e:35:97:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de03297-0aae-4039-93a1-86c2415358a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9e18e45e-aeee-4581-9908-feabcd745733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:34Z', 'updated_at': '2022-08-26T06:16:36Z', 'revision_number': 2, 'project_id': 'bf6936f23aa446008e8119807ec8724d', 'subnets': [{'id': '9e18e45e-aeee-4581-9908-feabcd745733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:16:39.050259 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-b896aa2c-7335-4815-96e0-d60d218ac6d9 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for security_group_rule (d74b0dd2-d5b9-43fe-981d-70d9961ce29a), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:39.055942 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed423e9-9891-4673-8468-f81603b8f813 None None] Sync routers for ids ['0f2f8638-8081-4d93-a6b4-3c7c641c96ee'] in dv-cinder-853910-3-iscsi {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:16:39.080702 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60beb92b-2410-444f-b331-a20de5bd5211 None None] Checking router: 6de03297-0aae-4039-93a1-86c2415358a5 for host: dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:16:39.081337 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60beb92b-2410-444f-b331-a20de5bd5211 None None] Updating router 6de03297-0aae-4039-93a1-86c2415358a5 port d61b1f22-cb8f-4af4-852c-b7313d285b14 binding host dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 06:16:39.153280 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 5137d2dc-00ea-4102-b733-31f76f02ac42 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:16:39.153778 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (5137d2dc-00ea-4102-b733-31f76f02ac42), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:39.163529 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-60beb92b-2410-444f-b331-a20de5bd5211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (d61b1f22-cb8f-4af4-852c-b7313d285b14), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:39.170105 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 47872) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:39.187874 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed423e9-9891-4673-8468-f81603b8f813 None None] Routers {'0f2f8638-8081-4d93-a6b4-3c7c641c96ee'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:16:39.188416 dv-cinder-853910-3-iscsi neutron-server[107133]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 26 06:16:39.188553 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-0ed423e9-9891-4673-8468-f81603b8f813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:16:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['0f2f8638-8081-4d93-a6b4-3c7c641c96ee'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:16:39.204560 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-92f929f0-8aeb-4301-bdc3-0ee81c375484 None None] Set router 6c079f46-9d17-46f1-addf-d8e1e72a3bf0 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:16:39.286404 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Pushing event updated for resources: {'Port': ['ID=5e9e0226-0808-483a-91c5-61db967f6b93,revision_number=4']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:39.291995 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 47886) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:39.292303 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-b896aa2c-7335-4815-96e0-d60d218ac6d9 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692507'] for security_group_rule (d74b0dd2-d5b9-43fe-981d-70d9961ce29a), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:39.302101 dv-cinder-853910-3-iscsi neutron-server[107134]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 26 06:16:39.401005 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896aa2c-7335-4815-96e0-d60d218ac6d9 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d74b0dd2-d5b9-43fe-981d-70d9961ce29a,revision_number=0']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:39.410484 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-0ed423e9-9891-4673-8468-f81603b8f813 None None] Set router 0f2f8638-8081-4d93-a6b4-3c7c641c96ee gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:16:39.491168 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-b896aa2c-7335-4815-96e0-d60d218ac6d9 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:39.499188 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-b896aa2c-7335-4815-96e0-d60d218ac6d9 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7851632 Aug 26 06:16:39.502384 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 47894) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:39.509304 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-ac7d1748-99f9-41b8-a5a0-5f3d3fa52a2d tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Request body: {'floatingip': {'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:16:39.531916 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-056a63e4-cdf4-4e0c-91d5-06ea093f28a0 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:39.536411 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-056a63e4-cdf4-4e0c-91d5-06ea093f28a0 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/networks?id=f4400288-0fd6-4a35-b08d-549e7c7c455e HTTP/1.1" status: 200 len: 818 time: 0.3647366 Aug 26 06:16:39.576127 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-7c7640ea-3817-4c18-afa8-70c842a78e15 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/quotas/84a2eee4447b4eadb79fbdbb874d4476 HTTP/1.1" status: 200 len: 375 time: 0.0331264 Aug 26 06:16:39.595875 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-e041c106-1827-49e1-af33-54d4ad8a2f00 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:39.610058 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-e041c106-1827-49e1-af33-54d4ad8a2f00 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/networks?id=504e79cb-f4bc-488f-be6a-9ade8ca0c470 HTTP/1.1" status: 200 len: 812 time: 0.3089757 Aug 26 06:16:39.637910 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-5870dd33-7217-42a7-9c54-005695c5a2d4 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/quotas/bf6936f23aa446008e8119807ec8724d HTTP/1.1" status: 200 len: 375 time: 0.0257535 Aug 26 06:16:39.674997 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-60beb92b-2410-444f-b331-a20de5bd5211 None None] Publish callbacks [] for port (d61b1f22-cb8f-4af4-852c-b7313d285b14), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:39.684486 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:39.689999 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 5137d2dc-00ea-4102-b733-31f76f02ac42 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:16:39.750995 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-ac7d1748-99f9-41b8-a5a0-5f3d3fa52a2d tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:39.797838 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-f1de8156-2a0e-47e9-b6bc-f32e1ac94e2e tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=bf6936f23aa446008e8119807ec8724d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1577618 Aug 26 06:16:39.814884 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-0ed423e9-9891-4673-8468-f81603b8f813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'name': 'tempest-ServerRescueNegativeTestJSON-182940186-router', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '5e9e0226-0808-483a-91c5-61db967f6b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:35Z', 'revision_number': 4, 'project_id': '84a2eee4447b4eadb79fbdbb874d4476', 'gw_port': {'id': '5e9e0226-0808-483a-91c5-61db967f6b93', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:28Z', 'updated_at': '2022-08-26T06:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '0f5140f9-8989-46bf-bd47-2fe5c097f5e6', 'name': '', 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'mac_address': 'fa:16:3e:61:4a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b75031eb-a96b-4547-8cde-57cb718d9ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:33Z', 'updated_at': '2022-08-26T06:16:35Z', 'revision_number': 2, 'project_id': '84a2eee4447b4eadb79fbdbb874d4476', 'subnets': [{'id': 'b75031eb-a96b-4547-8cde-57cb718d9ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:16:39.839377 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-987969ae-8465-464a-9941-49677cc06e26 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=84a2eee4447b4eadb79fbdbb874d4476&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2571783 Aug 26 06:16:39.856650 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 5e9e0226-0808-483a-91c5-61db967f6b93 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:16:39.864124 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed423e9-9891-4673-8468-f81603b8f813 None None] Checking router: 0f2f8638-8081-4d93-a6b4-3c7c641c96ee for host: dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:16:39.864479 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed423e9-9891-4673-8468-f81603b8f813 None None] Updating router 0f2f8638-8081-4d93-a6b4-3c7c641c96ee port 0f5140f9-8989-46bf-bd47-2fe5c097f5e6 binding host dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 06:16:39.880431 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-60beb92b-2410-444f-b331-a20de5bd5211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (d61b1f22-cb8f-4af4-852c-b7313d285b14), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:39.909323 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-92f929f0-8aeb-4301-bdc3-0ee81c375484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'name': 'tempest-AttachVolumeTestJSON-371950179-router', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '5137d2dc-00ea-4102-b733-31f76f02ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:24Z', 'updated_at': '2022-08-26T06:16:33Z', 'revision_number': 4, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'gw_port': {'id': '5137d2dc-00ea-4102-b733-31f76f02ac42', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '824bffea-6e21-4bf9-b5df-3c6eaf8e7332', 'name': '', 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'mac_address': 'fa:16:3e:3a:93:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f9a116db-e15a-40d5-881d-57010dc489a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:30Z', 'updated_at': '2022-08-26T06:16:38Z', 'revision_number': 4, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'subnets': [{'id': 'f9a116db-e15a-40d5-881d-57010dc489a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:16:39.942523 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f929f0-8aeb-4301-bdc3-0ee81c375484 None None] The sync data for ids ['6c079f46-9d17-46f1-addf-d8e1e72a3bf0'] in dv-cinder-853910-3-iscsi is: [{'id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'name': 'tempest-AttachVolumeTestJSON-371950179-router', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '5137d2dc-00ea-4102-b733-31f76f02ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:24Z', 'updated_at': '2022-08-26T06:16:33Z', 'revision_number': 4, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'gw_port': {'id': '5137d2dc-00ea-4102-b733-31f76f02ac42', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '824bffea-6e21-4bf9-b5df-3c6eaf8e7332', 'name': '', 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'mac_address': 'fa:16:3e:3a:93:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f9a116db-e15a-40d5-881d-57010dc489a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:30Z', 'updated_at': '2022-08-26T06:16:38Z', 'revision_number': 4, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'subnets': [{'id': 'f9a116db-e15a-40d5-881d-57010dc489a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:16:39.965517 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0ed423e9-9891-4673-8468-f81603b8f813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (0f5140f9-8989-46bf-bd47-2fe5c097f5e6), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:39.973503 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49722478-0000-4496-a7a2-c4bb7681ec1b None None] Pushing event updated for resources: {'Port': ['ID=d61b1f22-cb8f-4af4-852c-b7313d285b14,revision_number=3']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:39.989363 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 5e9e0226-0808-483a-91c5-61db967f6b93 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:16:39.989953 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (5e9e0226-0808-483a-91c5-61db967f6b93), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:40.016297 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:40.021126 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-ac7d1748-99f9-41b8-a5a0-5f3d3fa52a2d tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:40.096548 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-60beb92b-2410-444f-b331-a20de5bd5211 None None] Attempting to bind port d61b1f22-cb8f-4af4-852c-b7313d285b14 on host dv-cinder-853910-3-iscsi for vnic_type normal with profile {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:16:40.096548 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-60beb92b-2410-444f-b331-a20de5bd5211 None None] Attempting to bind port d61b1f22-cb8f-4af4-852c-b7313d285b14 by drivers openvswitch,hyperv on host dv-cinder-853910-3-iscsi at level 0 using segments [{'id': 'ce69558f-277c-4b96-aebc-229c92177fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '504e79cb-f4bc-488f-be6a-9ade8ca0c470'}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:16:40.096837 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60beb92b-2410-444f-b331-a20de5bd5211 None None] Attempting to bind port d61b1f22-cb8f-4af4-852c-b7313d285b14 on network 504e79cb-f4bc-488f-be6a-9ade8ca0c470 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:16:40.110216 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60beb92b-2410-444f-b331-a20de5bd5211 None None] Checking agent: {'id': '4b23c1c4-ad66-4056-a835-9b344d252955', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 8, 1), 'started_at': datetime.datetime(2022, 8, 26, 6, 8, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:16:40.111376 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60beb92b-2410-444f-b331-a20de5bd5211 None None] Checking segment: {'id': 'ce69558f-277c-4b96-aebc-229c92177fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '504e79cb-f4bc-488f-be6a-9ade8ca0c470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:16:40.128965 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-60beb92b-2410-444f-b331-a20de5bd5211 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:40.128965 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60beb92b-2410-444f-b331-a20de5bd5211 None None] Bound using segment: {'id': 'ce69558f-277c-4b96-aebc-229c92177fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '504e79cb-f4bc-488f-be6a-9ade8ca0c470'} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:16:40.128965 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-60beb92b-2410-444f-b331-a20de5bd5211 None None] Bound port: d61b1f22-cb8f-4af4-852c-b7313d285b14, host: dv-cinder-853910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce69558f-277c-4b96-aebc-229c92177fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '504e79cb-f4bc-488f-be6a-9ade8ca0c470'}}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:16:40.128965 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-60beb92b-2410-444f-b331-a20de5bd5211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (d61b1f22-cb8f-4af4-852c-b7313d285b14), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:40.160004 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:40.210590 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_common [None req-ac7d1748-99f9-41b8-a5a0-5f3d3fa52a2d tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Allocated IP 172.27.3.217 (7bfbcaf8-cfd7-4da9-9873-fb578302608c/6eb332c5-848f-450d-bdad-4a764241332a/0673bd13-7f65-4f9d-950a-2d23ae31116e) {{(pid=107133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:16:40.230044 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-60beb92b-2410-444f-b331-a20de5bd5211 None None] For port d61b1f22-cb8f-4af4-852c-b7313d285b14, host dv-cinder-853910-3-iscsi, cleared binding levels {{(pid=107136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:16:40.233997 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-60beb92b-2410-444f-b331-a20de5bd5211 None None] For port d61b1f22-cb8f-4af4-852c-b7313d285b14, host dv-cinder-853910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=d61b1f22-cb8f-4af4-852c-b7313d285b14,segment=NetworkSegment(ce69558f-277c-4b96-aebc-229c92177fa1),segment_id=ce69558f-277c-4b96-aebc-229c92177fa1)] {{(pid=107136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:16:40.270474 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:40.283171 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 5e9e0226-0808-483a-91c5-61db967f6b93 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:16:40.344021 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-60beb92b-2410-444f-b331-a20de5bd5211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (d61b1f22-cb8f-4af4-852c-b7313d285b14), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:40.403660 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60beb92b-2410-444f-b331-a20de5bd5211 None None] Routers {'6de03297-0aae-4039-93a1-86c2415358a5'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:16:40.404861 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-60beb92b-2410-444f-b331-a20de5bd5211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:16:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['6de03297-0aae-4039-93a1-86c2415358a5'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:16:40.442521 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-ac7d1748-99f9-41b8-a5a0-5f3d3fa52a2d tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for port (0673bd13-7f65-4f9d-950a-2d23ae31116e), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:40.522470 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0ed423e9-9891-4673-8468-f81603b8f813 None None] Publish callbacks [] for port (0f5140f9-8989-46bf-bd47-2fe5c097f5e6), precommit_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:40.560604 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:40.584981 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49722478-0000-4496-a7a2-c4bb7681ec1b None None] Pushing event updated for resources: {'Port': ['ID=d61b1f22-cb8f-4af4-852c-b7313d285b14,revision_number=4']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:40.604673 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-60beb92b-2410-444f-b331-a20de5bd5211 None None] Set router 6de03297-0aae-4039-93a1-86c2415358a5 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:16:40.607216 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-ac7d1748-99f9-41b8-a5a0-5f3d3fa52a2d tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587'] for port (0673bd13-7f65-4f9d-950a-2d23ae31116e), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:40.685975 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0ed423e9-9891-4673-8468-f81603b8f813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (0f5140f9-8989-46bf-bd47-2fe5c097f5e6), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:40.705557 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7d1748-99f9-41b8-a5a0-5f3d3fa52a2d tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Network 7bfbcaf8-cfd7-4da9-9873-fb578302608c is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:16:40.713980 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [None req-ac7d1748-99f9-41b8-a5a0-5f3d3fa52a2d tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:16:40.725518 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7d1748-99f9-41b8-a5a0-5f3d3fa52a2d tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Received port after_create {{(pid=107133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:16:40.750583 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-193c9955-dd90-454e-8e58-6621ac38fa9c service neutron] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107134) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 06:16:40.752397 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-193c9955-dd90-454e-8e58-6621ac38fa9c service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3052394 Aug 26 06:16:40.841666 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc2103-9e1a-4b93-a79a-e36378dfe170 None None] Pushing event updated for resources: {'Port': ['ID=0f5140f9-8989-46bf-bd47-2fe5c097f5e6,revision_number=3']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:40.884131 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-0ed423e9-9891-4673-8468-f81603b8f813 None None] Attempting to bind port 0f5140f9-8989-46bf-bd47-2fe5c097f5e6 on host dv-cinder-853910-3-iscsi for vnic_type normal with profile {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:16:40.884747 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-0ed423e9-9891-4673-8468-f81603b8f813 None None] Attempting to bind port 0f5140f9-8989-46bf-bd47-2fe5c097f5e6 by drivers openvswitch,hyperv on host dv-cinder-853910-3-iscsi at level 0 using segments [{'id': '4777da82-3ccc-43b7-bc69-e5828711c163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e'}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:16:40.903174 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed423e9-9891-4673-8468-f81603b8f813 None None] Attempting to bind port 0f5140f9-8989-46bf-bd47-2fe5c097f5e6 on network f4400288-0fd6-4a35-b08d-549e7c7c455e {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:16:40.923333 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed423e9-9891-4673-8468-f81603b8f813 None None] Checking agent: {'id': '4b23c1c4-ad66-4056-a835-9b344d252955', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 8, 1), 'started_at': datetime.datetime(2022, 8, 26, 6, 8, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:16:40.924968 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed423e9-9891-4673-8468-f81603b8f813 None None] Checking segment: {'id': '4777da82-3ccc-43b7-bc69-e5828711c163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:16:40.925402 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0ed423e9-9891-4673-8468-f81603b8f813 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:40.925801 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed423e9-9891-4673-8468-f81603b8f813 None None] Bound using segment: {'id': '4777da82-3ccc-43b7-bc69-e5828711c163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e'} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:16:40.926316 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-0ed423e9-9891-4673-8468-f81603b8f813 None None] Bound port: 0f5140f9-8989-46bf-bd47-2fe5c097f5e6, host: dv-cinder-853910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4777da82-3ccc-43b7-bc69-e5828711c163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e'}}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:16:40.926725 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0ed423e9-9891-4673-8468-f81603b8f813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (0f5140f9-8989-46bf-bd47-2fe5c097f5e6), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:40.988760 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-1b0fd52e-a119-4e49-abf3-9ea891e04216 service neutron] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107133) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 06:16:40.991595 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-1b0fd52e-a119-4e49-abf3-9ea891e04216 service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4752045 Aug 26 06:16:41.007242 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-ac7d1748-99f9-41b8-a5a0-5f3d3fa52a2d tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for floatingip (a937ae4b-0452-4acb-8266-42898284e3f0), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:41.021382 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d1748-99f9-41b8-a5a0-5f3d3fa52a2d tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Pushing event updated for resources: {'Port': ['ID=0673bd13-7f65-4f9d-950a-2d23ae31116e,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:41.027639 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-e467a0f9-6e3d-44c1-860b-fdf5bcd4da97 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/504e79cb-f4bc-488f-be6a-9ade8ca0c470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624400 Aug 26 06:16:41.051864 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:41.162904 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-0ed423e9-9891-4673-8468-f81603b8f813 None None] For port 0f5140f9-8989-46bf-bd47-2fe5c097f5e6, host dv-cinder-853910-3-iscsi, cleared binding levels {{(pid=107135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:16:41.167645 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-0ed423e9-9891-4673-8468-f81603b8f813 None None] For port 0f5140f9-8989-46bf-bd47-2fe5c097f5e6, host dv-cinder-853910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=0f5140f9-8989-46bf-bd47-2fe5c097f5e6,segment=NetworkSegment(4777da82-3ccc-43b7-bc69-e5828711c163),segment_id=4777da82-3ccc-43b7-bc69-e5828711c163)] {{(pid=107135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:16:41.232498 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-a09597ed-c5ef-4c2b-ac33-94efcc8b689a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126336 Aug 26 06:16:41.275067 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-6ab039e6-fef3-4617-8bf4-8712688e77d2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/504e79cb-f4bc-488f-be6a-9ade8ca0c470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429173 Aug 26 06:16:41.290119 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-60beb92b-2410-444f-b331-a20de5bd5211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de03297-0aae-4039-93a1-86c2415358a5', 'name': 'tempest-DeleteServersTestJSON-1684908403-router', 'tenant_id': 'bf6936f23aa446008e8119807ec8724d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '2cc71e32-4c23-4ed3-8f9c-fb40a817bc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:36Z', 'revision_number': 4, 'project_id': 'bf6936f23aa446008e8119807ec8724d', 'gw_port': {'id': '2cc71e32-4c23-4ed3-8f9c-fb40a817bc13', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:85:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de03297-0aae-4039-93a1-86c2415358a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:28Z', 'updated_at': '2022-08-26T06:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': 'd61b1f22-cb8f-4af4-852c-b7313d285b14', 'name': '', 'network_id': '504e79cb-f4bc-488f-be6a-9ade8ca0c470', 'tenant_id': 'bf6936f23aa446008e8119807ec8724d', 'mac_address': 'fa:16:3e:35:97:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de03297-0aae-4039-93a1-86c2415358a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9e18e45e-aeee-4581-9908-feabcd745733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:34Z', 'updated_at': '2022-08-26T06:16:40Z', 'revision_number': 4, 'project_id': 'bf6936f23aa446008e8119807ec8724d', 'subnets': [{'id': '9e18e45e-aeee-4581-9908-feabcd745733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:16:41.316270 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-ac7d1748-99f9-41b8-a5a0-5f3d3fa52a2d tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (0673bd13-7f65-4f9d-950a-2d23ae31116e), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:41.339753 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60beb92b-2410-444f-b331-a20de5bd5211 None None] The sync data for ids ['6de03297-0aae-4039-93a1-86c2415358a5'] in dv-cinder-853910-3-iscsi is: [{'id': '6de03297-0aae-4039-93a1-86c2415358a5', 'name': 'tempest-DeleteServersTestJSON-1684908403-router', 'tenant_id': 'bf6936f23aa446008e8119807ec8724d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '2cc71e32-4c23-4ed3-8f9c-fb40a817bc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:36Z', 'revision_number': 4, 'project_id': 'bf6936f23aa446008e8119807ec8724d', 'gw_port': {'id': '2cc71e32-4c23-4ed3-8f9c-fb40a817bc13', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:85:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de03297-0aae-4039-93a1-86c2415358a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:28Z', 'updated_at': '2022-08-26T06:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': 'd61b1f22-cb8f-4af4-852c-b7313d285b14', 'name': '', 'network_id': '504e79cb-f4bc-488f-be6a-9ade8ca0c470', 'tenant_id': 'bf6936f23aa446008e8119807ec8724d', 'mac_address': 'fa:16:3e:35:97:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de03297-0aae-4039-93a1-86c2415358a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9e18e45e-aeee-4581-9908-feabcd745733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:34Z', 'updated_at': '2022-08-26T06:16:40Z', 'revision_number': 4, 'project_id': 'bf6936f23aa446008e8119807ec8724d', 'subnets': [{'id': '9e18e45e-aeee-4581-9908-feabcd745733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:16:41.358708 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 47942) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:41.409232 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0ed423e9-9891-4673-8468-f81603b8f813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (0f5140f9-8989-46bf-bd47-2fe5c097f5e6), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:41.485536 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:41.495948 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed423e9-9891-4673-8468-f81603b8f813 None None] Routers {'0f2f8638-8081-4d93-a6b4-3c7c641c96ee'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:16:41.499010 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-0ed423e9-9891-4673-8468-f81603b8f813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:16:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['0f2f8638-8081-4d93-a6b4-3c7c641c96ee'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:16:41.632716 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc2103-9e1a-4b93-a79a-e36378dfe170 None None] Pushing event updated for resources: {'Port': ['ID=0f5140f9-8989-46bf-bd47-2fe5c097f5e6,revision_number=4']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:41.712094 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-0ed423e9-9891-4673-8468-f81603b8f813 None None] Set router 0f2f8638-8081-4d93-a6b4-3c7c641c96ee gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:16:41.808808 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-7ee7f6ac-1849-4a8f-bd42-40b53a9f70a4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-764393370-network', 'tenant_id': 'da6dbee197ed470aaecc185c9ece1a21'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:16:41.955374 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-ac7d1748-99f9-41b8-a5a0-5f3d3fa52a2d tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for port (0673bd13-7f65-4f9d-950a-2d23ae31116e), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:41.964525 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-025db679-f01a-4623-812a-3233edca7260 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7312491 Aug 26 06:16:42.019886 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device d61b1f22-cb8f-4af4-852c-b7313d285b14 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:16:42.029296 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-ac7d1748-99f9-41b8-a5a0-5f3d3fa52a2d tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (0673bd13-7f65-4f9d-950a-2d23ae31116e), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:42.030774 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-ac7d1748-99f9-41b8-a5a0-5f3d3fa52a2d tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614170'] for floatingip (a937ae4b-0452-4acb-8266-42898284e3f0), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:42.031240 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee7f6ac-1849-4a8f-bd42-40b53a9f70a4 admin admin] Made reservation on behalf of da6dbee197ed470aaecc185c9ece1a21 for: {'network': 1} {{(pid=107134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:16:42.041199 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7ee7f6ac-1849-4a8f-bd42-40b53a9f70a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for network (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:42.088887 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7ee7f6ac-1849-4a8f-bd42-40b53a9f70a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:42.147500 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d1748-99f9-41b8-a5a0-5f3d3fa52a2d tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Pushing event updated for resources: {'Port': ['ID=0673bd13-7f65-4f9d-950a-2d23ae31116e,revision_number=2']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:42.233184 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-ac7d1748-99f9-41b8-a5a0-5f3d3fa52a2d tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for floatingip (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:42.238678 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-ac7d1748-99f9-41b8-a5a0-5f3d3fa52a2d tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7312274 Aug 26 06:16:42.255464 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-0ed423e9-9891-4673-8468-f81603b8f813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'name': 'tempest-ServerRescueNegativeTestJSON-182940186-router', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '5e9e0226-0808-483a-91c5-61db967f6b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:35Z', 'revision_number': 4, 'project_id': '84a2eee4447b4eadb79fbdbb874d4476', 'gw_port': {'id': '5e9e0226-0808-483a-91c5-61db967f6b93', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:28Z', 'updated_at': '2022-08-26T06:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '0f5140f9-8989-46bf-bd47-2fe5c097f5e6', 'name': '', 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'mac_address': 'fa:16:3e:61:4a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b75031eb-a96b-4547-8cde-57cb718d9ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:33Z', 'updated_at': '2022-08-26T06:16:41Z', 'revision_number': 4, 'project_id': '84a2eee4447b4eadb79fbdbb874d4476', 'subnets': [{'id': 'b75031eb-a96b-4547-8cde-57cb718d9ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:16:42.282901 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7ee7f6ac-1849-4a8f-bd42-40b53a9f70a4 admin admin] Publish callbacks [] for security_group (98d42736-1aa2-4040-a960-37c22471269b), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:42.299143 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed423e9-9891-4673-8468-f81603b8f813 None None] The sync data for ids ['0f2f8638-8081-4d93-a6b4-3c7c641c96ee'] in dv-cinder-853910-3-iscsi is: [{'id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'name': 'tempest-ServerRescueNegativeTestJSON-182940186-router', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '5e9e0226-0808-483a-91c5-61db967f6b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:35Z', 'revision_number': 4, 'project_id': '84a2eee4447b4eadb79fbdbb874d4476', 'gw_port': {'id': '5e9e0226-0808-483a-91c5-61db967f6b93', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:28Z', 'updated_at': '2022-08-26T06:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '0f5140f9-8989-46bf-bd47-2fe5c097f5e6', 'name': '', 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'mac_address': 'fa:16:3e:61:4a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b75031eb-a96b-4547-8cde-57cb718d9ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:33Z', 'updated_at': '2022-08-26T06:16:41Z', 'revision_number': 4, 'project_id': '84a2eee4447b4eadb79fbdbb874d4476', 'subnets': [{'id': 'b75031eb-a96b-4547-8cde-57cb718d9ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:16:42.301220 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port d61b1f22-cb8f-4af4-852c-b7313d285b14 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:16:42.301617 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (d61b1f22-cb8f-4af4-852c-b7313d285b14), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:42.373651 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7ee7f6ac-1849-4a8f-bd42-40b53a9f70a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (98d42736-1aa2-4040-a960-37c22471269b), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:42.551589 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-1a0b188c-08b7-41c7-ae95-fcebf14dedd8 req-f9ead1f5-53b2-4fae-b9cf-de7d5d9d5eaa tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 210 time: 0.1526446 Aug 26 06:16:42.568647 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee7f6ac-1849-4a8f-bd42-40b53a9f70a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=107134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 06:16:42.576979 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7f6ac-1849-4a8f-bd42-40b53a9f70a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d42736-1aa2-4040-a960-37c22471269b,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:42.602579 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7ee7f6ac-1849-4a8f-bd42-40b53a9f70a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439'] for segment (b882f502-953f-4415-9e9a-1c4c40ad8299), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:42.603096 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.db.segments_db [None req-7ee7f6ac-1849-4a8f-bd42-40b53a9f70a4 admin admin] Added segment b882f502-953f-4415-9e9a-1c4c40ad8299 of type vlan for network 2011154b-6167-4f83-9e67-b9cefeb16465 Aug 26 06:16:42.643695 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port d61b1f22-cb8f-4af4-852c-b7313d285b14 is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:16:42.653328 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (d61b1f22-cb8f-4af4-852c-b7313d285b14), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:42.718182 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] For port d61b1f22-cb8f-4af4-852c-b7313d285b14, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=d61b1f22-cb8f-4af4-852c-b7313d285b14,segment=NetworkSegment(ce69558f-277c-4b96-aebc-229c92177fa1),segment_id=ce69558f-277c-4b96-aebc-229c92177fa1)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:16:42.829617 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (d61b1f22-cb8f-4af4-852c-b7313d285b14), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:42.830937 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 824bffea-6e21-4bf9-b5df-3c6eaf8e7332 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:16:42.948327 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Pushing event updated for resources: {'Port': ['ID=d61b1f22-cb8f-4af4-852c-b7313d285b14,revision_number=5']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:43.077995 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7ee7f6ac-1849-4a8f-bd42-40b53a9f70a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776575837049'] for network (2011154b-6167-4f83-9e67-b9cefeb16465), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:43.085884 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c59f166d-9c21-470f-bd72-3276b621a1aa req-42d7496f-ba14-4d0f-9170-964f98714546 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9 HTTP/1.1" status: 200 len: 210 time: 0.1582017 Aug 26 06:16:43.090898 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:43.133802 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 824bffea-6e21-4bf9-b5df-3c6eaf8e7332 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:16:43.134204 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (824bffea-6e21-4bf9-b5df-3c6eaf8e7332), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:43.230728 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:43.240446 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-6a3b08fc-45bb-4c49-8cad-ea3f484209b9 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--869125084&fields=id&tenant_id=aceecfa04cf941348d542c3e55569384 HTTP/1.1" status: 200 len: 267 time: 0.2145140 Aug 26 06:16:43.409708 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7ee7f6ac-1849-4a8f-bd42-40b53a9f70a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319'] for network (2011154b-6167-4f83-9e67-b9cefeb16465), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:43.412656 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee7f6ac-1849-4a8f-bd42-40b53a9f70a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:43.413569 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7ee7f6ac-1849-4a8f-bd42-40b53a9f70a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for network (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:43.493892 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 824bffea-6e21-4bf9-b5df-3c6eaf8e7332 is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:16:43.497124 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 6 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:16:43.497781 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (824bffea-6e21-4bf9-b5df-3c6eaf8e7332), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:43.555442 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-7ee7f6ac-1849-4a8f-bd42-40b53a9f70a4 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1954582 Aug 26 06:16:43.562379 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 48070) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:43.570691 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-462bd5a9-6510-4e83-a676-d9d2e4018523 admin admin] Request body: {'subnet': {'network_id': '2011154b-6167-4f83-9e67-b9cefeb16465', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-764393370-subnet', 'tenant_id': 'da6dbee197ed470aaecc185c9ece1a21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:16:43.575818 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7f6ac-1849-4a8f-bd42-40b53a9f70a4 admin admin] Pushing event updated for resources: {'Network': ['ID=2011154b-6167-4f83-9e67-b9cefeb16465,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:43.604719 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Network 2011154b-6167-4f83-9e67-b9cefeb16465 details requested by agent ovs-agent-dv-cinder-853910-3-iscsi with host dv-cinder-853910-3-iscsi {{(pid=107135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 06:16:43.610189 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] For port 824bffea-6e21-4bf9-b5df-3c6eaf8e7332, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=824bffea-6e21-4bf9-b5df-3c6eaf8e7332,segment=NetworkSegment(41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8),segment_id=41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:16:43.699725 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (824bffea-6e21-4bf9-b5df-3c6eaf8e7332), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:43.727521 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462bd5a9-6510-4e83-a676-d9d2e4018523 admin admin] Made reservation on behalf of da6dbee197ed470aaecc185c9ece1a21 for: {'subnet': 1} {{(pid=107133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:16:43.729840 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-462bd5a9-6510-4e83-a676-d9d2e4018523 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:43.854705 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Pushing event updated for resources: {'Port': ['ID=824bffea-6e21-4bf9-b5df-3c6eaf8e7332,revision_number=5']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:43.932537 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-71b2c4e6-e8af-4b81-a986-0993be5fe7c0 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:43.946472 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-71b2c4e6-e8af-4b81-a986-0993be5fe7c0 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/networks?id=9d86ecc4-b89c-4670-82c2-e19913819bab HTTP/1.1" status: 200 len: 810 time: 0.7026033 Aug 26 06:16:43.984757 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:44.027717 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-6152557e-3244-41e4-8946-83b19f720e11 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:44.030368 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-6152557e-3244-41e4-8946-83b19f720e11 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/networks?id=f4400288-0fd6-4a35-b08d-549e7c7c455e HTTP/1.1" status: 200 len: 818 time: 0.4272532 Aug 26 06:16:44.056223 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-6868e9e8-39fb-4b30-a9eb-5768fb7f83ac tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/quotas/aceecfa04cf941348d542c3e55569384 HTTP/1.1" status: 200 len: 375 time: 0.1071186 Aug 26 06:16:44.094784 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-685e24e9-8c84-4e10-922e-0e17a505c7a8 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/quotas/84a2eee4447b4eadb79fbdbb874d4476 HTTP/1.1" status: 200 len: 375 time: 0.0494852 Aug 26 06:16:44.160009 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device d61b1f22-cb8f-4af4-852c-b7313d285b14 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:16:44.194235 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-a681341c-5607-46bd-84b1-74d9c431f0ff tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=aceecfa04cf941348d542c3e55569384&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1369486 Aug 26 06:16:44.223952 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-a9fd835b-dabd-4da4-9e70-af272a25f49b tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=84a2eee4447b4eadb79fbdbb874d4476&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1243224 Aug 26 06:16:44.359912 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port d61b1f22-cb8f-4af4-852c-b7313d285b14 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:16:44.360302 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (d61b1f22-cb8f-4af4-852c-b7313d285b14), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:44.373214 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 48116) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:44.514698 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-8bca1664-49da-49be-b2f8-509587f2933d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820327 Aug 26 06:16:44.593563 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port d61b1f22-cb8f-4af4-852c-b7313d285b14 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:16:44.597029 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 0f5140f9-8989-46bf-bd47-2fe5c097f5e6 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:16:44.679088 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-6f43407a-88c5-4e36-b15e-bb8aab67dcdd service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9d86ecc4-b89c-4670-82c2-e19913819bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4526367 Aug 26 06:16:44.713147 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 0f5140f9-8989-46bf-bd47-2fe5c097f5e6 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:16:44.713934 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (0f5140f9-8989-46bf-bd47-2fe5c097f5e6), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:44.720614 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a15e8522-da08-4101-abee-1a4acb72a773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:44.783698 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:44.847781 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-0db92443-0653-47ff-ab5f-ddc7e6d26d8e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246980 Aug 26 06:16:44.918952 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 0f5140f9-8989-46bf-bd47-2fe5c097f5e6 is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:16:44.919359 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (0f5140f9-8989-46bf-bd47-2fe5c097f5e6), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:44.946263 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a15e8522-da08-4101-abee-1a4acb72a773 admin admin] Publish callbacks [] for security_group (1a13ef86-f5d2-4f1a-b76c-2c4b87728747), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:44.998959 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] For port 0f5140f9-8989-46bf-bd47-2fe5c097f5e6, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=0f5140f9-8989-46bf-bd47-2fe5c097f5e6,segment=NetworkSegment(4777da82-3ccc-43b7-bc69-e5828711c163),segment_id=4777da82-3ccc-43b7-bc69-e5828711c163)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:16:45.037593 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-532a6362-e30a-4705-b989-dd0ecc0be15d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9d86ecc4-b89c-4670-82c2-e19913819bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480046 Aug 26 06:16:45.088252 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-462bd5a9-6510-4e83-a676-d9d2e4018523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319'] for subnet (635341f2-1848-4831-abf6-54eda74e5e81), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:45.088756 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a15e8522-da08-4101-abee-1a4acb72a773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (1a13ef86-f5d2-4f1a-b76c-2c4b87728747), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:45.137678 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (0f5140f9-8989-46bf-bd47-2fe5c097f5e6), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:45.172062 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462bd5a9-6510-4e83-a676-d9d2e4018523 admin admin] Pushing event updated for resources: {'Subnet': ['ID=635341f2-1848-4831-abf6-54eda74e5e81,revision_number=0']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:45.181957 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462bd5a9-6510-4e83-a676-d9d2e4018523 admin admin] Checking segment: {'id': 'b882f502-953f-4415-9e9a-1c4c40ad8299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2011154b-6167-4f83-9e67-b9cefeb16465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:16:45.189898 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462bd5a9-6510-4e83-a676-d9d2e4018523 admin admin] Network hostable DHCP agents. Network: 2011154b-6167-4f83-9e67-b9cefeb16465, hostable agents: ['cf64840e-f340-4e9a-bb2f-df6b7decc44a'], hosted agents: [] {{(pid=107133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 06:16:45.198871 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-a15e8522-da08-4101-abee-1a4acb72a773 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=bdfe27a09bb6426a84d193f9dda3c43f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8245623 Aug 26 06:16:45.199759 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e8522-da08-4101-abee-1a4acb72a773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a13ef86-f5d2-4f1a-b76c-2c4b87728747,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:45.203007 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 48134) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:45.231581 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 48136) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:45.268554 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Pushing event updated for resources: {'Port': ['ID=0f5140f9-8989-46bf-bd47-2fe5c097f5e6,revision_number=5']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:45.337848 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462bd5a9-6510-4e83-a676-d9d2e4018523 admin admin] Network 2011154b-6167-4f83-9e67-b9cefeb16465 is scheduled to be hosted by DHCP agent cf64840e-f340-4e9a-bb2f-df6b7decc44a with binding_index 1 {{(pid=107133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 06:16:45.422431 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5afec5f2-5db0-4a0a-8eb1-3c9360ab281b req-e1e8f24f-77c6-4c83-9c47-021ca980bb78 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 210 time: 0.0724709 Aug 26 06:16:45.424121 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e730966e-4f78-49dd-aa47-334807e787b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:45.432172 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9cb33bc3-709b-4f77-970b-d560198a6fa0 admin admin] Publish callbacks [] for security_group (1a13ef86-f5d2-4f1a-b76c-2c4b87728747), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:45.475543 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9cb33bc3-709b-4f77-970b-d560198a6fa0 admin admin] Publish callbacks [] for security_group (1a13ef86-f5d2-4f1a-b76c-2c4b87728747), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:45.568623 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e730966e-4f78-49dd-aa47-334807e787b6 admin admin] Publish callbacks [] for security_group (a055d946-3bfb-4fc6-8d1d-74359c43176e), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:45.651503 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8489d139-9d85-4734-aa5d-da686423b524 req-7ce967bb-a200-404f-8582-0b6e867d9913 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 210 time: 0.0723588 Aug 26 06:16:45.652939 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [None req-462bd5a9-6510-4e83-a676-d9d2e4018523 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-3-iscsi, 2011154b-6167-4f83-9e67-b9cefeb16465) {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:16:45.658039 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462bd5a9-6510-4e83-a676-d9d2e4018523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:45.658666 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-462bd5a9-6510-4e83-a676-d9d2e4018523 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for subnet (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:45.667114 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30680435-ca75-4469-9365-c17f8fdb3734 None None] Network 2011154b-6167-4f83-9e67-b9cefeb16465 requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:16:45.702605 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-d0f678a8-2590-4f26-a572-78daeedb3df6 req-69194136-1b91-4c07-b1c3-3fbec39ddbd9 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 210 time: 0.0880768 Aug 26 06:16:45.773399 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:45.774021 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e730966e-4f78-49dd-aa47-334807e787b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (a055d946-3bfb-4fc6-8d1d-74359c43176e), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:45.774807 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9cb33bc3-709b-4f77-970b-d560198a6fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (1a13ef86-f5d2-4f1a-b76c-2c4b87728747), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:45.777426 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9cb33bc3-709b-4f77-970b-d560198a6fa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:45.781102 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-9cb33bc3-709b-4f77-970b-d560198a6fa0 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/1a13ef86-f5d2-4f1a-b76c-2c4b87728747 HTTP/1.1" status: 204 len: 168 time: 0.5622931 Aug 26 06:16:45.820974 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb33bc3-709b-4f77-970b-d560198a6fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a13ef86-f5d2-4f1a-b76c-2c4b87728747,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:45.839373 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-e730966e-4f78-49dd-aa47-334807e787b6 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=92beeeda046c4ce88fb959efab32ea8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6060500 Aug 26 06:16:45.842144 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 48162) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:45.873192 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-462bd5a9-6510-4e83-a676-d9d2e4018523 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3087745 Aug 26 06:16:45.960129 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730966e-4f78-49dd-aa47-334807e787b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a055d946-3bfb-4fc6-8d1d-74359c43176e,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:46.009563 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 824bffea-6e21-4bf9-b5df-3c6eaf8e7332 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:16:46.021121 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-98b4e4ea-250a-47b4-a1d6-db8b899d5c8f admin admin] Publish callbacks [] for security_group (a055d946-3bfb-4fc6-8d1d-74359c43176e), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:46.061637 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33c5fff-329d-40bb-a783-1f7c9a84858b None None] Network 2011154b-6167-4f83-9e67-b9cefeb16465 requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:16:46.085702 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-98b4e4ea-250a-47b4-a1d6-db8b899d5c8f admin admin] Publish callbacks [] for security_group (a055d946-3bfb-4fc6-8d1d-74359c43176e), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:46.140167 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 824bffea-6e21-4bf9-b5df-3c6eaf8e7332 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:16:46.140541 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (824bffea-6e21-4bf9-b5df-3c6eaf8e7332), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:46.269201 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 824bffea-6e21-4bf9-b5df-3c6eaf8e7332 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:16:46.270461 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 0f5140f9-8989-46bf-bd47-2fe5c097f5e6 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:16:46.332470 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 0f5140f9-8989-46bf-bd47-2fe5c097f5e6 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:16:46.332891 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (0f5140f9-8989-46bf-bd47-2fe5c097f5e6), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:46.391205 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-98b4e4ea-250a-47b4-a1d6-db8b899d5c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (a055d946-3bfb-4fc6-8d1d-74359c43176e), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:46.396160 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-98b4e4ea-250a-47b4-a1d6-db8b899d5c8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:46.401935 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-98b4e4ea-250a-47b4-a1d6-db8b899d5c8f admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/a055d946-3bfb-4fc6-8d1d-74359c43176e HTTP/1.1" status: 204 len: 168 time: 0.5564249 Aug 26 06:16:46.414815 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b4e4ea-250a-47b4-a1d6-db8b899d5c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a055d946-3bfb-4fc6-8d1d-74359c43176e,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:46.499322 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 0f5140f9-8989-46bf-bd47-2fe5c097f5e6 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:16:46.688887 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-495b1a08-7677-420a-a2f0-91fd6284fcde req-d5cb13a9-9c9d-41f1-b44a-02c217ad59e0 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 210 time: 0.0310667 Aug 26 06:16:46.852428 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-b672b2e2-1ddc-446b-810e-0efbb05943bb req-504271c8-168f-4533-8aa5-afa6d296e9ac tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 210 time: 0.1205933 Aug 26 06:16:46.867984 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-28a2f670-8a1c-4fa2-9e6d-1034a97391b2 req-3d83cca4-5cee-43e6-b20f-8e6c68def6c7 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 210 time: 0.0586798 Aug 26 06:16:47.475384 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:47.559101 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 48224) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:47.577222 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-c9a29b32-1187-486f-a421-20afc85c7362 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:47.763837 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-c9a29b32-1187-486f-a421-20afc85c7362 admin admin] Publish callbacks [] for security_group (3c078c8b-4d0e-41e8-a6a1-227835afcb78), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:47.856620 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 48236) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:47.861503 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-9db36e07-29c2-4c19-9523-271e142e0b8b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-242712112-network', 'tenant_id': '6289d9282a5d4136939b687e6902c906'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:16:47.894896 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-c9a29b32-1187-486f-a421-20afc85c7362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (3c078c8b-4d0e-41e8-a6a1-227835afcb78), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:47.963640 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-3417a1f7-31dc-4555-9c92-26ffb9b1ed2c req-ded1f64d-1d1f-4dba-8eb8-a1036a87e998 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 210 time: 0.0386479 Aug 26 06:16:47.966311 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-7b3e77b1-892d-48c5-94e6-1eb89bd3b7ba req-0852605d-a8a7-4408-9aa7-bdebf6081a1b tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 210 time: 0.0635095 Aug 26 06:16:47.985104 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-c9a29b32-1187-486f-a421-20afc85c7362 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=80f57f9a547849878cedf04010943e43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4206648 Aug 26 06:16:47.986238 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 48246) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:47.994988 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.76', 65449) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:48.003934 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a29b32-1187-486f-a421-20afc85c7362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c078c8b-4d0e-41e8-a6a1-227835afcb78,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:48.046339 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db36e07-29c2-4c19-9523-271e142e0b8b admin admin] Made reservation on behalf of 6289d9282a5d4136939b687e6902c906 for: {'network': 1} {{(pid=107134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:16:48.046339 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9db36e07-29c2-4c19-9523-271e142e0b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for network (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:48.079502 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9db36e07-29c2-4c19-9523-271e142e0b8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:48.261138 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9129c720-150c-4fea-b293-91ddd5572bbc admin admin] Publish callbacks [] for security_group (3c078c8b-4d0e-41e8-a6a1-227835afcb78), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:48.292152 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:48.311399 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-2582b02d-1529-4e13-89c8-6c2e92e57119 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:48.314244 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-2582b02d-1529-4e13-89c8-6c2e92e57119 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.76 "GET /networking/v2.0/networks?id=504e79cb-f4bc-488f-be6a-9ade8ca0c470 HTTP/1.1" status: 200 len: 812 time: 0.3079956 Aug 26 06:16:48.349398 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:48.363556 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-6979828b-5769-4f79-8869-d9a7e4416ab4 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Request body: {'port': {'device_id': '012ac1bd-a390-4776-841b-f11f736a3d9f', 'network_id': '504e79cb-f4bc-488f-be6a-9ade8ca0c470', 'admin_state_up': True, 'tenant_id': 'bf6936f23aa446008e8119807ec8724d'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:16:48.391657 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9db36e07-29c2-4c19-9523-271e142e0b8b admin admin] Publish callbacks [] for security_group (4f348948-b924-482e-b7a1-989e40f410b3), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:48.407481 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f6fef179-3711-43e3-b752-adc7114a3af6 req-ab733051-ea5a-4a7b-b66c-a57559fb4175 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 210 time: 0.2141128 Aug 26 06:16:48.418473 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9129c720-150c-4fea-b293-91ddd5572bbc admin admin] Publish callbacks [] for security_group (3c078c8b-4d0e-41e8-a6a1-227835afcb78), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:48.463615 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.76', 65454) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:48.491151 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9db36e07-29c2-4c19-9523-271e142e0b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (4f348948-b924-482e-b7a1-989e40f410b3), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:48.593908 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db36e07-29c2-4c19-9523-271e142e0b8b admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=107134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 06:16:48.612295 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db36e07-29c2-4c19-9523-271e142e0b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f348948-b924-482e-b7a1-989e40f410b3,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:48.661029 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-ef5cb03f-db74-4a6c-9bb5-4735b1f7ca72 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:48.662940 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-ef5cb03f-db74-4a6c-9bb5-4735b1f7ca72 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.76 "GET /networking/v2.0/networks?id=f4400288-0fd6-4a35-b08d-549e7c7c455e HTTP/1.1" status: 200 len: 818 time: 0.1979899 Aug 26 06:16:48.721028 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-6979828b-5769-4f79-8869-d9a7e4416ab4 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Made reservation on behalf of bf6936f23aa446008e8119807ec8724d for: {'port': 1} {{(pid=107133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:16:48.734169 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-6979828b-5769-4f79-8869-d9a7e4416ab4 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:48.736622 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9db36e07-29c2-4c19-9523-271e142e0b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439'] for segment (6d9dfd37-8692-4edd-ab11-9f93438ebb4d), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:48.736986 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.db.segments_db [None req-9db36e07-29c2-4c19-9523-271e142e0b8b admin admin] Added segment 6d9dfd37-8692-4edd-ab11-9f93438ebb4d of type vlan for network 5b153992-c8c7-45ca-a429-eb8366eb2773 Aug 26 06:16:48.742720 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9129c720-150c-4fea-b293-91ddd5572bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (3c078c8b-4d0e-41e8-a6a1-227835afcb78), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:48.749139 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9129c720-150c-4fea-b293-91ddd5572bbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:48.752771 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-9129c720-150c-4fea-b293-91ddd5572bbc admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/3c078c8b-4d0e-41e8-a6a1-227835afcb78 HTTP/1.1" status: 204 len: 168 time: 0.7591686 Aug 26 06:16:48.781739 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129c720-150c-4fea-b293-91ddd5572bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c078c8b-4d0e-41e8-a6a1-227835afcb78,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:48.866566 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-ec448d60-637e-46c8-9154-b1efbde35e01 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Request body: {'port': {'device_id': '3647fa12-4de4-4b81-aca1-4687ec0af8f9', 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e', 'admin_state_up': True, 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:16:49.054763 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9db36e07-29c2-4c19-9523-271e142e0b8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776575837049'] for network (5b153992-c8c7-45ca-a429-eb8366eb2773), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:49.181291 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ee8c1694-4f87-4a3f-9b65-c0547a020e2d req-f592ae93-2d42-435c-9f34-750504df27e7 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 210 time: 0.0631049 Aug 26 06:16:49.298245 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:49.345806 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-11d2f644-dcd9-4379-aab6-1b0ea363f3ad req-36a0c2dd-a8a4-4e6e-8330-9ce131f9f836 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 210 time: 0.0419197 Aug 26 06:16:49.353089 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-ec448d60-637e-46c8-9154-b1efbde35e01 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Made reservation on behalf of 84a2eee4447b4eadb79fbdbb874d4476 for: {'port': 1} {{(pid=107134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:16:49.359869 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-ec448d60-637e-46c8-9154-b1efbde35e01 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:49.363546 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9db36e07-29c2-4c19-9523-271e142e0b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319'] for network (5b153992-c8c7-45ca-a429-eb8366eb2773), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:49.365286 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db36e07-29c2-4c19-9523-271e142e0b8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:49.366374 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9db36e07-29c2-4c19-9523-271e142e0b8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for network (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:49.407587 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_common [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-6979828b-5769-4f79-8869-d9a7e4416ab4 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Allocated IP 172.20.0.3 (504e79cb-f4bc-488f-be6a-9ade8ca0c470/9e18e45e-aeee-4581-9908-feabcd745733/e7a88b0e-f6e1-473e-9018-7ee3f4181af9) {{(pid=107133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:16:49.637554 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db36e07-29c2-4c19-9523-271e142e0b8b admin admin] Pushing event updated for resources: {'Network': ['ID=5b153992-c8c7-45ca-a429-eb8366eb2773,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:49.652994 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Network 5b153992-c8c7-45ca-a429-eb8366eb2773 details requested by agent ovs-agent-dv-cinder-853910-3-iscsi with host dv-cinder-853910-3-iscsi {{(pid=107135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 06:16:49.674347 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-fd7e04dd-755e-4b40-9d87-4bf22715428b req-f0268af2-5bbe-4170-b825-0ca3a4fd1c4c tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 210 time: 0.0912669 Aug 26 06:16:49.693898 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.76', 65466) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:49.852041 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-9db36e07-29c2-4c19-9523-271e142e0b8b admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9940357 Aug 26 06:16:49.865531 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:49.881960 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 48340) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:49.890263 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-8ae5c99b-2056-4a9a-a180-2c24d566037e admin admin] Request body: {'subnet': {'network_id': '5b153992-c8c7-45ca-a429-eb8366eb2773', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-242712112-subnet', 'tenant_id': '6289d9282a5d4136939b687e6902c906', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:16:50.005004 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-ccbe3e34-75a8-4c94-bafa-2a6f61c338e3 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:50.007819 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-ccbe3e34-75a8-4c94-bafa-2a6f61c338e3 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.76 "GET /networking/v2.0/networks?id=f4400288-0fd6-4a35-b08d-549e7c7c455e HTTP/1.1" status: 200 len: 818 time: 0.3020716 Aug 26 06:16:50.020876 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-635b35c4-37a6-435b-b1e2-32f92009e962 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Request body: {'port': {'device_id': 'ea7e392a-1a02-4faa-a63e-5ac717bd2537', 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e', 'admin_state_up': True, 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:16:50.081489 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.db_base_plugin_common [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-ec448d60-637e-46c8-9154-b1efbde35e01 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Allocated IP 172.20.0.7 (f4400288-0fd6-4a35-b08d-549e7c7c455e/b75031eb-a96b-4547-8cde-57cb718d9ca4/25e49a9c-7d0c-440b-b98b-c8b9503ba03f) {{(pid=107134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:16:50.210935 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-6979828b-5769-4f79-8869-d9a7e4416ab4 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Publish callbacks [] for port (e7a88b0e-f6e1-473e-9018-7ee3f4181af9), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:50.247655 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae5c99b-2056-4a9a-a180-2c24d566037e admin admin] Made reservation on behalf of 6289d9282a5d4136939b687e6902c906 for: {'subnet': 1} {{(pid=107134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:16:50.248889 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8ae5c99b-2056-4a9a-a180-2c24d566037e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:50.367608 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.76', 65469) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:50.391908 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-32628d54-3b6d-4fd6-8e32-7473c68d4150 req-18e8b856-4b38-4e63-af8a-928ee4e856d5 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 210 time: 0.0597110 Aug 26 06:16:50.486009 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-6979828b-5769-4f79-8869-d9a7e4416ab4 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587'] for port (e7a88b0e-f6e1-473e-9018-7ee3f4181af9), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:50.554952 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-635b35c4-37a6-435b-b1e2-32f92009e962 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Made reservation on behalf of 84a2eee4447b4eadb79fbdbb874d4476 for: {'port': 1} {{(pid=107133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:16:50.558612 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-635b35c4-37a6-435b-b1e2-32f92009e962 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:50.610243 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-ec448d60-637e-46c8-9154-b1efbde35e01 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks [] for port (25e49a9c-7d0c-440b-b98b-c8b9503ba03f), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:50.654458 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-79b496fb-3379-4636-bf4c-16f76d77d0d8 req-42e84c1a-0d03-4a24-9804-e63c2c5a3904 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 210 time: 0.1116822 Aug 26 06:16:50.658495 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-6979828b-5769-4f79-8869-d9a7e4416ab4 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Network 504e79cb-f4bc-488f-be6a-9ade8ca0c470 is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:16:50.669029 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-6979828b-5769-4f79-8869-d9a7e4416ab4 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:16:50.680797 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979828b-5769-4f79-8869-d9a7e4416ab4 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Pushing event updated for resources: {'Port': ['ID=e7a88b0e-f6e1-473e-9018-7ee3f4181af9,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:50.684464 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-6979828b-5769-4f79-8869-d9a7e4416ab4 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Received port after_create {{(pid=107133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:16:50.689003 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-6979828b-5769-4f79-8869-d9a7e4416ab4 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:50.689623 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-6979828b-5769-4f79-8869-d9a7e4416ab4 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:50.781732 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-f816f982-2d03-4c9b-9990-a62fc2591de0 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:50.783395 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-f816f982-2d03-4c9b-9990-a62fc2591de0 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.76 "GET /networking/v2.0/networks?id=9d86ecc4-b89c-4670-82c2-e19913819bab HTTP/1.1" status: 200 len: 810 time: 0.4150569 Aug 26 06:16:50.842794 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-44ac5449-27a1-4f50-9dc8-ea8e647290d2 req-305c09f4-5efc-4e63-af16-5cbb32a8ae6f tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 210 time: 0.0398176 Aug 26 06:16:50.882353 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8ae5c99b-2056-4a9a-a180-2c24d566037e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319'] for subnet (c46c11d0-a66a-4aaa-be49-a443db4f085b), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:50.889140 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-ec448d60-637e-46c8-9154-b1efbde35e01 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587'] for port (25e49a9c-7d0c-440b-b98b-c8b9503ba03f), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:51.013402 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 48374) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:51.133049 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-6979828b-5769-4f79-8869-d9a7e4416ab4 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7753215 Aug 26 06:16:51.152573 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-7cf1e21a-f95e-491a-8fc2-edc44ffe3673 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107133) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 06:16:51.153645 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-7cf1e21a-f95e-491a-8fc2-edc44ffe3673 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.76 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0107203 Aug 26 06:16:51.157805 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec448d60-637e-46c8-9154-b1efbde35e01 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Pushing event updated for resources: {'Port': ['ID=25e49a9c-7d0c-440b-b98b-c8b9503ba03f,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:51.162019 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-3ef3ce1b-26e9-4c10-9495-f12613ac3191 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=aceecfa04cf941348d542c3e55569384 HTTP/1.1" status: 200 len: 379 time: 0.3410366 Aug 26 06:16:51.165059 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:51.172975 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_common [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-635b35c4-37a6-435b-b1e2-32f92009e962 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Allocated IP 172.20.0.10 (f4400288-0fd6-4a35-b08d-549e7c7c455e/b75031eb-a96b-4547-8cde-57cb718d9ca4/40c6359b-4d02-4846-9ca2-697e2425c559) {{(pid=107133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:16:51.173870 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-5d00cf19-52fb-41f6-92fd-91467ad05dfb tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Request body: {'port': {'device_id': 'c0dda9da-e7bd-4a7d-b807-a2074ccbe208', 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab', 'admin_state_up': True, 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'security_groups': ['8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb']}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:16:51.177410 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5c99b-2056-4a9a-a180-2c24d566037e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c46c11d0-a66a-4aaa-be49-a443db4f085b,revision_number=0']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:51.191238 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-ec448d60-637e-46c8-9154-b1efbde35e01 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Network f4400288-0fd6-4a35-b08d-549e7c7c455e is already hosted by enough agents. {{(pid=107134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:16:51.194573 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-ec448d60-637e-46c8-9154-b1efbde35e01 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Resources bound (agent type, host, resource id): {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:16:51.203992 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-2e3522e9-a651-4033-ab0c-56b8b5f6595c None None] Provisioning complete for port e7a88b0e-f6e1-473e-9018-7ee3f4181af9 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:16:51.204453 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2e3522e9-a651-4033-ab0c-56b8b5f6595c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (e7a88b0e-f6e1-473e-9018-7ee3f4181af9), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:51.264449 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-ec448d60-637e-46c8-9154-b1efbde35e01 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Received port after_create {{(pid=107134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:16:51.292617 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-2e3522e9-a651-4033-ab0c-56b8b5f6595c None None] Port e7a88b0e-f6e1-473e-9018-7ee3f4181af9 cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:16:51.314948 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-ec448d60-637e-46c8-9154-b1efbde35e01 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:51.320043 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-ec448d60-637e-46c8-9154-b1efbde35e01 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for port (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:51.384850 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae5c99b-2056-4a9a-a180-2c24d566037e admin admin] Checking segment: {'id': '6d9dfd37-8692-4edd-ab11-9f93438ebb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '5b153992-c8c7-45ca-a429-eb8366eb2773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:16:51.388156 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae5c99b-2056-4a9a-a180-2c24d566037e admin admin] Network hostable DHCP agents. Network: 5b153992-c8c7-45ca-a429-eb8366eb2773, hostable agents: ['cf64840e-f340-4e9a-bb2f-df6b7decc44a'], hosted agents: [] {{(pid=107134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 06:16:51.487847 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-ec448d60-637e-46c8-9154-b1efbde35e01 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6900084 Aug 26 06:16:51.584155 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae5c99b-2056-4a9a-a180-2c24d566037e admin admin] Network 5b153992-c8c7-45ca-a429-eb8366eb2773 is scheduled to be hosted by DHCP agent cf64840e-f340-4e9a-bb2f-df6b7decc44a with binding_index 1 {{(pid=107134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 06:16:51.692945 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:INSERT=12,neutron:SELECT=86,neutron:UPDATE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:51.724443 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-f215f28f-43d6-4df7-84ae-d75841dc9179 service neutron] Request body: {'port': {'device_id': '012ac1bd-a390-4776-841b-f11f736a3d9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:16:51.737186 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-de35fea0-b7b3-4e33-9444-04b4490138fe None None] Provisioning complete for port 25e49a9c-7d0c-440b-b98b-c8b9503ba03f triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:16:51.737816 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-de35fea0-b7b3-4e33-9444-04b4490138fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (25e49a9c-7d0c-440b-b98b-c8b9503ba03f), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:51.738018 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [None req-8ae5c99b-2056-4a9a-a180-2c24d566037e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-3-iscsi, 5b153992-c8c7-45ca-a429-eb8366eb2773) {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:16:51.762351 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae5c99b-2056-4a9a-a180-2c24d566037e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:51.762996 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8ae5c99b-2056-4a9a-a180-2c24d566037e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for subnet (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:51.830131 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f3a94c-fa2b-49ef-ae6c-c359f85400b9 None None] Network 5b153992-c8c7-45ca-a429-eb8366eb2773 requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:16:51.853246 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-430aac4a-9ef5-48fd-b74b-2b71a53208b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:51.888960 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-1428c0d2-1ade-4e93-bd76-1bed0fe1dd4d service neutron] Request body: {'port': {'device_id': '3647fa12-4de4-4b81-aca1-4687ec0af8f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:16:51.933943 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-de35fea0-b7b3-4e33-9444-04b4490138fe None None] Port 25e49a9c-7d0c-440b-b98b-c8b9503ba03f cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:16:51.937016 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7661212-9cff-4af5-839d-dbda5255f3cc req-41626e07-0bed-4e51-8cb0-6c366781d639 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:51.938722 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d7661212-9cff-4af5-839d-dbda5255f3cc req-41626e07-0bed-4e51-8cb0-6c366781d639 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 931 time: 0.3547316 Aug 26 06:16:51.991044 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-67cb2539-4ed6-4879-8907-54d1ff68c4bb req-64c46b29-d8cb-4770-8b94-fdb904fb7e04 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 210 time: 0.1360168 Aug 26 06:16:51.991799 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-5d00cf19-52fb-41f6-92fd-91467ad05dfb tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Made reservation on behalf of aceecfa04cf941348d542c3e55569384 for: {'port': 1} {{(pid=107133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:16:51.999712 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-5d00cf19-52fb-41f6-92fd-91467ad05dfb tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:52.050037 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-635b35c4-37a6-435b-b1e2-32f92009e962 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks [] for port (40c6359b-4d02-4846-9ca2-697e2425c559), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:52.055008 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:52.091417 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323c4686-85df-498f-8740-d0154dff7cd6 None None] Network 5b153992-c8c7-45ca-a429-eb8366eb2773 requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:16:52.115640 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-f215f28f-43d6-4df7-84ae-d75841dc9179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (e7a88b0e-f6e1-473e-9018-7ee3f4181af9), before_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:52.229106 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-8ae5c99b-2056-4a9a-a180-2c24d566037e admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3451262 Aug 26 06:16:52.511652 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d7661212-9cff-4af5-839d-dbda5255f3cc req-0d596eec-a4da-4601-a1dd-16edc0d61094 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41b66f15-a1e7-43f1-b25a-76697058d140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5015790 Aug 26 06:16:52.521324 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-fddaca32-b1c7-4cf9-b3c0-095de039a72a req-b4014cae-897e-4d56-9234-a584340ace04 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 210 time: 0.0650516 Aug 26 06:16:52.575159 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 48424) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:52.653255 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc39a3d-785a-4afc-b9c8-9a94d6634847 admin admin] Deleting subnet 635341f2-1848-4831-abf6-54eda74e5e81 {{(pid=107134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 06:16:52.657136 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9fc39a3d-785a-4afc-b9c8-9a94d6634847 admin admin] Publish callbacks [] for subnet (635341f2-1848-4831-abf6-54eda74e5e81), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:52.695578 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9fc39a3d-785a-4afc-b9c8-9a94d6634847 admin admin] Publish callbacks [] for subnet (635341f2-1848-4831-abf6-54eda74e5e81), precommit_delete_associations {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:52.707418 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9fc39a3d-785a-4afc-b9c8-9a94d6634847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777363'] for subnet (635341f2-1848-4831-abf6-54eda74e5e81), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:52.708991 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_common [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-5d00cf19-52fb-41f6-92fd-91467ad05dfb tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Allocated IP 172.20.0.6 (9d86ecc4-b89c-4670-82c2-e19913819bab/f9a116db-e15a-40d5-881d-57010dc489a7/eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785) {{(pid=107133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:16:52.721161 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:52.785636 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-1428c0d2-1ade-4e93-bd76-1bed0fe1dd4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (25e49a9c-7d0c-440b-b98b-c8b9503ba03f), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:52.864886 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-635b35c4-37a6-435b-b1e2-32f92009e962 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587'] for port (40c6359b-4d02-4846-9ca2-697e2425c559), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:52.917621 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.notifiers.nova [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-f215f28f-43d6-4df7-84ae-d75841dc9179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7a88b0e-f6e1-473e-9018-7ee3f4181af9 {{(pid=107134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:16:53.256831 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-f215f28f-43d6-4df7-84ae-d75841dc9179 service neutron] Publish callbacks [] for port (e7a88b0e-f6e1-473e-9018-7ee3f4181af9), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:53.260191 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-430aac4a-9ef5-48fd-b74b-2b71a53208b0 admin admin] Publish callbacks [] for security_group (bf5cca85-5221-47cf-ae91-7433d55967c1), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:53.260191 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-635b35c4-37a6-435b-b1e2-32f92009e962 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Network f4400288-0fd6-4a35-b08d-549e7c7c455e is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:16:53.260623 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9fc39a3d-785a-4afc-b9c8-9a94d6634847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319'] for subnet (635341f2-1848-4831-abf6-54eda74e5e81), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:53.260623 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.provisioning_blocks [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-f215f28f-43d6-4df7-84ae-d75841dc9179 service neutron] Transition to ACTIVE for port object e7a88b0e-f6e1-473e-9018-7ee3f4181af9 will not be triggered until provisioned by entity L2. {{(pid=107134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 06:16:53.261025 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-635b35c4-37a6-435b-b1e2-32f92009e962 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:16:53.261389 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9fc39a3d-785a-4afc-b9c8-9a94d6634847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for subnet (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:53.261389 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-9fc39a3d-785a-4afc-b9c8-9a94d6634847 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/635341f2-1848-4831-abf6-54eda74e5e81 HTTP/1.1" status: 204 len: 168 time: 0.4851260 Aug 26 06:16:53.261690 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b35c4-37a6-435b-b1e2-32f92009e962 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Pushing event updated for resources: {'Port': ['ID=40c6359b-4d02-4846-9ca2-697e2425c559,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:53.261690 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-635b35c4-37a6-435b-b1e2-32f92009e962 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Received port after_create {{(pid=107133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:16:53.261690 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-635b35c4-37a6-435b-b1e2-32f92009e962 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:53.261690 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-635b35c4-37a6-435b-b1e2-32f92009e962 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:53.262183 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc39a3d-785a-4afc-b9c8-9a94d6634847 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=635341f2-1848-4831-abf6-54eda74e5e81,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:53.262183 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdbd11-6ac3-4b6e-867b-d6f9301a60bd req-4719479e-8c17-475a-85c3-18fddf87aeb0 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:53.262183 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-aebdbd11-6ac3-4b6e-867b-d6f9301a60bd req-4719479e-8c17-475a-85c3-18fddf87aeb0 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 932 time: 0.0827534 Aug 26 06:16:53.262183 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-aebdbd11-6ac3-4b6e-867b-d6f9301a60bd req-1ddd84b1-21e8-4e51-a4da-4ae61887ecf2 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458484 Aug 26 06:16:53.262183 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 48446) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:53.326817 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:53.384369 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-5d00cf19-52fb-41f6-92fd-91467ad05dfb tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for port (eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:53.424998 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6af6e0cf-5054-46d4-83f3-3b196320d7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568586'] for network (2011154b-6167-4f83-9e67-b9cefeb16465), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:53.648734 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-f215f28f-43d6-4df7-84ae-d75841dc9179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (e7a88b0e-f6e1-473e-9018-7ee3f4181af9), after_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:53.656440 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-1428c0d2-1ade-4e93-bd76-1bed0fe1dd4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25e49a9c-7d0c-440b-b98b-c8b9503ba03f {{(pid=107133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:16:53.682161 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-1428c0d2-1ade-4e93-bd76-1bed0fe1dd4d service neutron] Publish callbacks [] for port (25e49a9c-7d0c-440b-b98b-c8b9503ba03f), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:53.715217 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-e10b78e1-82c1-4985-b69c-07cb2a89e4f3 None None] Provisioning complete for port 40c6359b-4d02-4846-9ca2-697e2425c559 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:16:53.716553 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e10b78e1-82c1-4985-b69c-07cb2a89e4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (40c6359b-4d02-4846-9ca2-697e2425c559), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:53.760131 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.provisioning_blocks [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-1428c0d2-1ade-4e93-bd76-1bed0fe1dd4d service neutron] Transition to ACTIVE for port object 25e49a9c-7d0c-440b-b98b-c8b9503ba03f will not be triggered until provisioned by entity L2. {{(pid=107133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 06:16:53.766860 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-430aac4a-9ef5-48fd-b74b-2b71a53208b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (bf5cca85-5221-47cf-ae91-7433d55967c1), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:53.794035 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6af6e0cf-5054-46d4-83f3-3b196320d7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729656', 'neutron.services.segments.db._delete_segments_for_network-8776576287582'] for network (2011154b-6167-4f83-9e67-b9cefeb16465), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:53.798088 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-e10b78e1-82c1-4985-b69c-07cb2a89e4f3 None None] Port 40c6359b-4d02-4846-9ca2-697e2425c559 cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:16:53.829000 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6af6e0cf-5054-46d4-83f3-3b196320d7a1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:16:53.835142 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6af6e0cf-5054-46d4-83f3-3b196320d7a1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:16:53.835142 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6af6e0cf-5054-46d4-83f3-3b196320d7a1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:16:53.835447 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-430aac4a-9ef5-48fd-b74b-2b71a53208b0 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=1ae01bb200e649d0b23f41d09ab1b769&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8057642 Aug 26 06:16:53.835585 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6af6e0cf-5054-46d4-83f3-3b196320d7a1 admin admin] Subscribe: > port after_create 55550000 {{(pid=107134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:16:53.835585 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6af6e0cf-5054-46d4-83f3-3b196320d7a1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=107134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:16:53.835585 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6af6e0cf-5054-46d4-83f3-3b196320d7a1 admin admin] Subscribe: > port after_update 55550000 {{(pid=107134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:16:53.835585 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6af6e0cf-5054-46d4-83f3-3b196320d7a1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:16:53.835585 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6af6e0cf-5054-46d4-83f3-3b196320d7a1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:16:53.835585 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6af6e0cf-5054-46d4-83f3-3b196320d7a1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:16:53.835585 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6af6e0cf-5054-46d4-83f3-3b196320d7a1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:16:53.836630 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-635b35c4-37a6-435b-b1e2-32f92009e962 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8202279 Aug 26 06:16:53.837458 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 48468) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:53.940068 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-1428c0d2-1ade-4e93-bd76-1bed0fe1dd4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (25e49a9c-7d0c-440b-b98b-c8b9503ba03f), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:53.945620 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-5d00cf19-52fb-41f6-92fd-91467ad05dfb tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587'] for port (eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:53.959940 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-9200b50e-e7e9-4a80-bd48-4c3a5f431725 service neutron] Request body: {'port': {'device_id': 'ea7e392a-1a02-4faa-a63e-5ac717bd2537', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:16:54.311330 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6af6e0cf-5054-46d4-83f3-3b196320d7a1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:16:54.311904 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6af6e0cf-5054-46d4-83f3-3b196320d7a1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:16:54.311904 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6af6e0cf-5054-46d4-83f3-3b196320d7a1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:16:54.312306 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6af6e0cf-5054-46d4-83f3-3b196320d7a1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107134) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:16:54.312675 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-6af6e0cf-5054-46d4-83f3-3b196320d7a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2011154b-6167-4f83-9e67-b9cefeb16465']}} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:16:54.324739 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-5d00cf19-52fb-41f6-92fd-91467ad05dfb tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Network 9d86ecc4-b89c-4670-82c2-e19913819bab is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:16:54.325836 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428c0d2-1ade-4e93-bd76-1bed0fe1dd4d service neutron] Pushing event updated for resources: {'Port': ['ID=25e49a9c-7d0c-440b-b98b-c8b9503ba03f,revision_number=2']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:54.335505 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ccdb7-a2aa-428e-b3e5-756345ba2584 req-64ed0f47-4d9f-4cae-a37e-fe465e5c8a00 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:54.344450 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-002ccdb7-a2aa-428e-b3e5-756345ba2584 req-64ed0f47-4d9f-4cae-a37e-fe465e5c8a00 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 943 time: 0.5784671 Aug 26 06:16:54.357297 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430aac4a-9ef5-48fd-b74b-2b71a53208b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5cca85-5221-47cf-ae91-7433d55967c1,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:54.359358 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f215f28f-43d6-4df7-84ae-d75841dc9179 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a88b0e-f6e1-473e-9018-7ee3f4181af9,revision_number=2']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:54.371858 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-5d00cf19-52fb-41f6-92fd-91467ad05dfb tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:16:54.513944 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-6af6e0cf-5054-46d4-83f3-3b196320d7a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b882f502-953f-4415-9e9a-1c4c40ad8299') {'for_net_delete': True} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:16:54.514337 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-6af6e0cf-5054-46d4-83f3-3b196320d7a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b882f502-953f-4415-9e9a-1c4c40ad8299') {} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:16:54.605089 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-5d00cf19-52fb-41f6-92fd-91467ad05dfb tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Received port after_create {{(pid=107133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:16:54.618073 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-5d00cf19-52fb-41f6-92fd-91467ad05dfb tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:54.618313 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-5d00cf19-52fb-41f6-92fd-91467ad05dfb tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:54.631942 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-9200b50e-e7e9-4a80-bd48-4c3a5f431725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (40c6359b-4d02-4846-9ca2-697e2425c559), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:54.760631 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00cf19-52fb-41f6-92fd-91467ad05dfb tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Pushing event updated for resources: {'Port': ['ID=eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:54.770753 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-1428c0d2-1ade-4e93-bd76-1bed0fe1dd4d service neutron] Attempting to bind port 25e49a9c-7d0c-440b-b98b-c8b9503ba03f on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:16:54.771516 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-1428c0d2-1ade-4e93-bd76-1bed0fe1dd4d service neutron] Attempting to bind port 25e49a9c-7d0c-440b-b98b-c8b9503ba03f by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '4777da82-3ccc-43b7-bc69-e5828711c163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e'}] {{(pid=107133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:16:54.772291 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-1428c0d2-1ade-4e93-bd76-1bed0fe1dd4d service neutron] Attempting to bind port 25e49a9c-7d0c-440b-b98b-c8b9503ba03f on network f4400288-0fd6-4a35-b08d-549e7c7c455e {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:16:54.802747 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-d6959778-4c25-484c-8d86-97b707b44c6b admin admin] Publish callbacks [] for security_group (bf5cca85-5221-47cf-ae91-7433d55967c1), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:54.829443 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-1428c0d2-1ade-4e93-bd76-1bed0fe1dd4d service neutron] Port 25e49a9c-7d0c-440b-b98b-c8b9503ba03f on network f4400288-0fd6-4a35-b08d-549e7c7c455e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 06:16:54.829697 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-1428c0d2-1ade-4e93-bd76-1bed0fe1dd4d service neutron] Attempting to bind port 25e49a9c-7d0c-440b-b98b-c8b9503ba03f on network f4400288-0fd6-4a35-b08d-549e7c7c455e {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:16:54.845948 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6af6e0cf-5054-46d4-83f3-3b196320d7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776576346588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3346503'] for segment (b882f502-953f-4415-9e9a-1c4c40ad8299), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:54.868096 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-7c445d73-a02e-498e-9656-049219a63da0 None None] Provisioning complete for port eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:16:54.869133 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-7c445d73-a02e-498e-9656-049219a63da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:54.875039 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.managers [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-f215f28f-43d6-4df7-84ae-d75841dc9179 service neutron] Attempting to bind port e7a88b0e-f6e1-473e-9018-7ee3f4181af9 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:16:54.875039 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.managers [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-f215f28f-43d6-4df7-84ae-d75841dc9179 service neutron] Attempting to bind port e7a88b0e-f6e1-473e-9018-7ee3f4181af9 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': 'ce69558f-277c-4b96-aebc-229c92177fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '504e79cb-f4bc-488f-be6a-9ade8ca0c470'}] {{(pid=107134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:16:54.875465 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-f215f28f-43d6-4df7-84ae-d75841dc9179 service neutron] Attempting to bind port e7a88b0e-f6e1-473e-9018-7ee3f4181af9 on network 504e79cb-f4bc-488f-be6a-9ade8ca0c470 {{(pid=107134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:16:54.884827 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b2e6c-5958-417d-ae24-b5f040184808 req-e2dbb9aa-6f55-423d-9d1b-75a6d6550357 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:54.886775 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-1e1b2e6c-5958-417d-ae24-b5f040184808 req-e2dbb9aa-6f55-423d-9d1b-75a6d6550357 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 931 time: 0.5302041 Aug 26 06:16:54.893772 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-002ccdb7-a2aa-428e-b3e5-756345ba2584 req-72b5cf53-36ad-4918-b968-b6ce46f3853a tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41b66f15-a1e7-43f1-b25a-76697058d140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5481467 Aug 26 06:16:54.904941 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-f215f28f-43d6-4df7-84ae-d75841dc9179 service neutron] Port e7a88b0e-f6e1-473e-9018-7ee3f4181af9 on network 504e79cb-f4bc-488f-be6a-9ade8ca0c470 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 06:16:54.904941 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-f215f28f-43d6-4df7-84ae-d75841dc9179 service neutron] Attempting to bind port e7a88b0e-f6e1-473e-9018-7ee3f4181af9 on network 504e79cb-f4bc-488f-be6a-9ade8ca0c470 {{(pid=107134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:16:54.905375 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6af6e0cf-5054-46d4-83f3-3b196320d7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439'] for segment (b882f502-953f-4415-9e9a-1c4c40ad8299), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:54.914431 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-1428c0d2-1ade-4e93-bd76-1bed0fe1dd4d service neutron] Checking agent: {'id': '607bbde6-0fd2-4787-87ed-7343841db9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'started_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:16:54.918162 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-1428c0d2-1ade-4e93-bd76-1bed0fe1dd4d service neutron] Checking segment: {'id': '4777da82-3ccc-43b7-bc69-e5828711c163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:16:54.919592 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-1428c0d2-1ade-4e93-bd76-1bed0fe1dd4d service neutron] Bound using segment: {'id': '4777da82-3ccc-43b7-bc69-e5828711c163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e'} {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:16:54.931743 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-1428c0d2-1ade-4e93-bd76-1bed0fe1dd4d service neutron] Bound port: 25e49a9c-7d0c-440b-b98b-c8b9503ba03f, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4777da82-3ccc-43b7-bc69-e5828711c163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e'}}] {{(pid=107133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:16:54.932527 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-1428c0d2-1ade-4e93-bd76-1bed0fe1dd4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (25e49a9c-7d0c-440b-b98b-c8b9503ba03f), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:54.947358 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6af6e0cf-5054-46d4-83f3-3b196320d7a1 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=107134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 06:16:54.947795 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6af6e0cf-5054-46d4-83f3-3b196320d7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3183176'] for segment (b882f502-953f-4415-9e9a-1c4c40ad8299), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:54.950742 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-7c445d73-a02e-498e-9656-049219a63da0 None None] Port eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785 cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:16:54.988314 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-d6959778-4c25-484c-8d86-97b707b44c6b admin admin] Publish callbacks [] for security_group (bf5cca85-5221-47cf-ae91-7433d55967c1), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:55.023987 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-f215f28f-43d6-4df7-84ae-d75841dc9179 service neutron] Checking agent: {'id': '607bbde6-0fd2-4787-87ed-7343841db9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'started_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:16:55.023987 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-f215f28f-43d6-4df7-84ae-d75841dc9179 service neutron] Checking segment: {'id': 'ce69558f-277c-4b96-aebc-229c92177fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '504e79cb-f4bc-488f-be6a-9ade8ca0c470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:16:55.023987 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-f215f28f-43d6-4df7-84ae-d75841dc9179 service neutron] Bound using segment: {'id': 'ce69558f-277c-4b96-aebc-229c92177fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '504e79cb-f4bc-488f-be6a-9ade8ca0c470'} {{(pid=107134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:16:55.023987 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.managers [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-f215f28f-43d6-4df7-84ae-d75841dc9179 service neutron] Bound port: e7a88b0e-f6e1-473e-9018-7ee3f4181af9, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce69558f-277c-4b96-aebc-229c92177fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '504e79cb-f4bc-488f-be6a-9ade8ca0c470'}}] {{(pid=107134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:16:55.024958 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-f215f28f-43d6-4df7-84ae-d75841dc9179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (e7a88b0e-f6e1-473e-9018-7ee3f4181af9), before_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:55.124845 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-1e1b2e6c-5958-417d-ae24-b5f040184808 req-94264dbc-19f4-4fe0-9835-d22478995b35 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067411 Aug 26 06:16:55.148230 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-5d00cf19-52fb-41f6-92fd-91467ad05dfb tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9807384 Aug 26 06:16:55.218055 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-f215f28f-43d6-4df7-84ae-d75841dc9179 service neutron] For port e7a88b0e-f6e1-473e-9018-7ee3f4181af9, host hv-cinder-85391, cleared binding levels {{(pid=107134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:16:55.222274 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6af6e0cf-5054-46d4-83f3-3b196320d7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621691'] for network (2011154b-6167-4f83-9e67-b9cefeb16465), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:55.230904 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6af6e0cf-5054-46d4-83f3-3b196320d7a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for network (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:55.235220 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-6af6e0cf-5054-46d4-83f3-3b196320d7a1 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/2011154b-6167-4f83-9e67-b9cefeb16465 HTTP/1.1" status: 204 len: 168 time: 1.9752614 Aug 26 06:16:55.242743 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 48512) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:55.281278 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-9b3f98b7-d49b-4bba-a931-013f16d45654 service neutron] Request body: {'port': {'device_id': 'c0dda9da-e7bd-4a7d-b807-a2074ccbe208', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:16:55.326050 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-f215f28f-43d6-4df7-84ae-d75841dc9179 service neutron] For port e7a88b0e-f6e1-473e-9018-7ee3f4181af9, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=e7a88b0e-f6e1-473e-9018-7ee3f4181af9,segment=NetworkSegment(ce69558f-277c-4b96-aebc-229c92177fa1),segment_id=ce69558f-277c-4b96-aebc-229c92177fa1)] {{(pid=107134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:16:55.359243 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af6e0cf-5054-46d4-83f3-3b196320d7a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2011154b-6167-4f83-9e67-b9cefeb16465,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:55.399401 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bea9044-905a-4581-8cae-857588790c47 admin admin] Deleting subnet c46c11d0-a66a-4aaa-be49-a443db4f085b {{(pid=107134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 06:16:55.410720 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-2bea9044-905a-4581-8cae-857588790c47 admin admin] Publish callbacks [] for subnet (c46c11d0-a66a-4aaa-be49-a443db4f085b), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:55.454432 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-f215f28f-43d6-4df7-84ae-d75841dc9179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183148'] for port (e7a88b0e-f6e1-473e-9018-7ee3f4181af9), after_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:55.459783 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-f215f28f-43d6-4df7-84ae-d75841dc9179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:55.460694 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-f215f28f-43d6-4df7-84ae-d75841dc9179 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for port (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:55.463290 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-f215f28f-43d6-4df7-84ae-d75841dc9179 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/e7a88b0e-f6e1-473e-9018-7ee3f4181af9 HTTP/1.1" status: 200 len: 1093 time: 3.8604195 Aug 26 06:16:55.469466 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '012ac1bd-a390-4776-841b-f11f736a3d9f', 'tag': 'e7a88b0e-f6e1-473e-9018-7ee3f4181af9'}] {{(pid=107134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:16:55.635508 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-2bea9044-905a-4581-8cae-857588790c47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3346510'] for subnet (c46c11d0-a66a-4aaa-be49-a443db4f085b), precommit_delete_associations {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:55.669270 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ac19b-3729-48ba-9728-3f95da95a345 req-38f4a6c4-2bcd-4c30-a126-f08abaa58b74 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:55.671176 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b13ac19b-3729-48ba-9728-3f95da95a345 req-38f4a6c4-2bcd-4c30-a126-f08abaa58b74 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 932 time: 0.3392720 Aug 26 06:16:55.709951 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-2bea9044-905a-4581-8cae-857588790c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777363'] for subnet (c46c11d0-a66a-4aaa-be49-a443db4f085b), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:55.744511 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-9b3f98b7-d49b-4bba-a931-013f16d45654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:55.761575 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-1428c0d2-1ade-4e93-bd76-1bed0fe1dd4d service neutron] For port 25e49a9c-7d0c-440b-b98b-c8b9503ba03f, host hv-cinder-85391, cleared binding levels {{(pid=107133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:16:55.819298 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-1428c0d2-1ade-4e93-bd76-1bed0fe1dd4d service neutron] For port 25e49a9c-7d0c-440b-b98b-c8b9503ba03f, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=25e49a9c-7d0c-440b-b98b-c8b9503ba03f,segment=NetworkSegment(4777da82-3ccc-43b7-bc69-e5828711c163),segment_id=4777da82-3ccc-43b7-bc69-e5828711c163)] {{(pid=107133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:16:55.823647 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:55.843045 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.services.segments.plugin [-] Segment b882f502-953f-4415-9e9a-1c4c40ad8299 resource provider aggregate not found Aug 26 06:16:55.944372 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.services.segments.plugin [-] Segment b882f502-953f-4415-9e9a-1c4c40ad8299 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b882f502-953f-4415-9e9a-1c4c40ad8299 found for delete ", "request_id": "req-bf87f6d4-9049-4b20-b7bb-2495b19c02e7"}]} Aug 26 06:16:56.001361 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98877e02f8b3cb06335249729d630ff259ce8fa3eff905cdf154d6d548f15152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485c8b5f-8974-4b99-a684-db1e3e7d4096" -d '{"events": [{"name": "network-changed", "server_uuid": "012ac1bd-a390-4776-841b-f11f736a3d9f", "tag": "e7a88b0e-f6e1-473e-9018-7ee3f4181af9"}]}' {{(pid=107134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:16:56.027152 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-1428c0d2-1ade-4e93-bd76-1bed0fe1dd4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (25e49a9c-7d0c-440b-b98b-c8b9503ba03f), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:56.028959 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-d6959778-4c25-484c-8d86-97b707b44c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (bf5cca85-5221-47cf-ae91-7433d55967c1), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:56.031526 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-d6959778-4c25-484c-8d86-97b707b44c6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:56.032670 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-d6959778-4c25-484c-8d86-97b707b44c6b admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/bf5cca85-5221-47cf-ae91-7433d55967c1 HTTP/1.1" status: 204 len: 168 time: 2.1158540 Aug 26 06:16:56.044981 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-1428c0d2-1ade-4e93-bd76-1bed0fe1dd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:56.051946 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-1428c0d2-1ade-4e93-bd76-1bed0fe1dd4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:56.054120 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-1428c0d2-1ade-4e93-bd76-1bed0fe1dd4d service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/25e49a9c-7d0c-440b-b98b-c8b9503ba03f HTTP/1.1" status: 200 len: 1093 time: 4.4219515 Aug 26 06:16:56.067862 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3647fa12-4de4-4b81-aca1-4687ec0af8f9', 'tag': '25e49a9c-7d0c-440b-b98b-c8b9503ba03f'}] {{(pid=107133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:16:56.086588 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-9ecbafcb-08a2-443b-b539-9d100652a6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:56.089397 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-9ecbafcb-08a2-443b-b539-9d100652a6c9 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=bf6936f23aa446008e8119807ec8724d&device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 1127 time: 0.2375112 Aug 26 06:16:56.134133 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f215f28f-43d6-4df7-84ae-d75841dc9179 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a88b0e-f6e1-473e-9018-7ee3f4181af9,revision_number=3']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:56.227584 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b13ac19b-3729-48ba-9728-3f95da95a345 req-b5d04a8a-3e35-4c56-a9a2-51c4eb623b09 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5325274 Aug 26 06:16:56.297413 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-2bea9044-905a-4581-8cae-857588790c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3183122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3522563'] for subnet (c46c11d0-a66a-4aaa-be49-a443db4f085b), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:56.304346 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-cf5f495b-7140-4761-89c5-89586c5fe75a service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7a88b0e-f6e1-473e-9018-7ee3f4181af9 HTTP/1.1" status: 200 len: 217 time: 0.1830897 Aug 26 06:16:56.341861 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428c0d2-1ade-4e93-bd76-1bed0fe1dd4d service neutron] Pushing event updated for resources: {'Port': ['ID=25e49a9c-7d0c-440b-b98b-c8b9503ba03f,revision_number=3']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:56.354129 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-703e47ee-b3d4-418e-8e97-9ecc8d199d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:56.401235 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13336a62-0ae3-4d7d-bc6e-0d2688361e9d req-af3223f1-f9a4-48b5-a1a8-30f99a5c697d tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:56.406801 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-13336a62-0ae3-4d7d-bc6e-0d2688361e9d req-af3223f1-f9a4-48b5-a1a8-30f99a5c697d tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 943 time: 0.3851728 Aug 26 06:16:56.424133 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea9044-905a-4581-8cae-857588790c47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c46c11d0-a66a-4aaa-be49-a443db4f085b,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:56.424995 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-9200b50e-e7e9-4a80-bd48-4c3a5f431725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40c6359b-4d02-4846-9ca2-697e2425c559 {{(pid=107133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:16:56.442413 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-2bea9044-905a-4581-8cae-857588790c47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for subnet (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:56.451668 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-2bea9044-905a-4581-8cae-857588790c47 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/c46c11d0-a66a-4aaa-be49-a443db4f085b HTTP/1.1" status: 204 len: 168 time: 1.1953304 Aug 26 06:16:56.526753 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=5 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:56.528019 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 48562) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:56.596448 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:56.629396 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6959778-4c25-484c-8d86-97b707b44c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5cca85-5221-47cf-ae91-7433d55967c1,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:56.649991 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8285fbc4cf3847b51d9cb7eba3379b7f58b909d4ff4eae5f417f2c246939f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb022c82-fc15-4beb-850b-55d467c35158" -d '{"events": [{"name": "network-changed", "server_uuid": "3647fa12-4de4-4b81-aca1-4687ec0af8f9", "tag": "25e49a9c-7d0c-440b-b98b-c8b9503ba03f"}]}' {{(pid=107133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:16:56.757758 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281ff3cc-6a01-44e7-8620-f555a93aeb93 x-openstack-request-id: req-281ff3cc-6a01-44e7-8620-f555a93aeb93 {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:16:56.758252 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "012ac1bd-a390-4776-841b-f11f736a3d9f", "tag": "e7a88b0e-f6e1-473e-9018-7ee3f4181af9", "status": "completed", "code": 200}]} {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:16:56.758698 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-281ff3cc-6a01-44e7-8620-f555a93aeb93 {{(pid=107134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:16:56.759516 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-281ff3cc-6a01-44e7-8620-f555a93aeb93'] response: {'name': 'network-changed', 'server_uuid': '012ac1bd-a390-4776-841b-f11f736a3d9f', 'tag': 'e7a88b0e-f6e1-473e-9018-7ee3f4181af9', 'status': 'completed', 'code': 200} Aug 26 06:16:56.880688 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:56.906462 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-a587706c-eff0-4c87-87f0-12020c275b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:56.910805 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-a587706c-eff0-4c87-87f0-12020c275b92 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=9e18e45e-aeee-4581-9908-feabcd745733 HTTP/1.1" status: 200 len: 851 time: 0.5731764 Aug 26 06:16:56.923893 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-9200b50e-e7e9-4a80-bd48-4c3a5f431725 service neutron] Publish callbacks [] for port (40c6359b-4d02-4846-9ca2-697e2425c559), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:56.947945 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-6779cc34-332e-4b55-b038-c3f2880b17ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:56.953476 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-6779cc34-332e-4b55-b038-c3f2880b17ec service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=84a2eee4447b4eadb79fbdbb874d4476&device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9 HTTP/1.1" status: 200 len: 1127 time: 0.6081827 Aug 26 06:16:57.024527 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.provisioning_blocks [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-9200b50e-e7e9-4a80-bd48-4c3a5f431725 service neutron] Transition to ACTIVE for port object 40c6359b-4d02-4846-9ca2-697e2425c559 will not be triggered until provisioned by entity L2. {{(pid=107133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 06:16:57.039297 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-362dfd82-6f75-43b2-8196-65acb5540f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568586'] for network (5b153992-c8c7-45ca-a429-eb8366eb2773), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:57.091136 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-13336a62-0ae3-4d7d-bc6e-0d2688361e9d req-0ec2f726-bb1b-4425-a58f-b5e566e70cd0 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41b66f15-a1e7-43f1-b25a-76697058d140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6533034 Aug 26 06:16:57.145376 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-368a5949-ea89-4584-877c-cf47186fc6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:57.147699 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-368a5949-ea89-4584-877c-cf47186fc6d2 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=504e79cb-f4bc-488f-be6a-9ade8ca0c470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1989820 Aug 26 06:16:57.214081 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-9200b50e-e7e9-4a80-bd48-4c3a5f431725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (40c6359b-4d02-4846-9ca2-697e2425c559), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:57.225175 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-7b09a910-ca34-4af2-8205-1c090ea56c42 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25e49a9c-7d0c-440b-b98b-c8b9503ba03f HTTP/1.1" status: 200 len: 217 time: 0.1710513 Aug 26 06:16:57.379698 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612ba4e-6b30-4ce1-b95c-794b6f9f03b5 req-65d7e5bc-3af3-43da-b682-966e5b162f4c tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:57.382743 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f612ba4e-6b30-4ce1-b95c-794b6f9f03b5 req-65d7e5bc-3af3-43da-b682-966e5b162f4c tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 931 time: 0.3338811 Aug 26 06:16:57.404039 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-362dfd82-6f75-43b2-8196-65acb5540f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729656', 'neutron.services.segments.db._delete_segments_for_network-8776576287582'] for network (5b153992-c8c7-45ca-a429-eb8366eb2773), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:57.494705 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-1bfdbd12-2221-4926-8092-180521d4eeb5 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/504e79cb-f4bc-488f-be6a-9ade8ca0c470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449188 Aug 26 06:16:57.538287 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-362dfd82-6f75-43b2-8196-65acb5540f05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b153992-c8c7-45ca-a429-eb8366eb2773']}} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:16:57.545829 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9200b50e-e7e9-4a80-bd48-4c3a5f431725 service neutron] Pushing event updated for resources: {'Port': ['ID=40c6359b-4d02-4846-9ca2-697e2425c559,revision_number=2']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:57.584819 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-735f260f-b238-47f9-9825-dfe0da853141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:57.587166 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-735f260f-b238-47f9-9825-dfe0da853141 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=b75031eb-a96b-4547-8cde-57cb718d9ca4 HTTP/1.1" status: 200 len: 857 time: 0.3430774 Aug 26 06:16:57.609156 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-362dfd82-6f75-43b2-8196-65acb5540f05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9dfd37-8692-4edd-ab11-9f93438ebb4d') {'for_net_delete': True} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:16:57.609447 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-362dfd82-6f75-43b2-8196-65acb5540f05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9dfd37-8692-4edd-ab11-9f93438ebb4d') {} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:16:57.631895 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-362dfd82-6f75-43b2-8196-65acb5540f05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776576346588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3346503'] for segment (6d9dfd37-8692-4edd-ab11-9f93438ebb4d), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:57.644679 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-9200b50e-e7e9-4a80-bd48-4c3a5f431725 service neutron] Attempting to bind port 40c6359b-4d02-4846-9ca2-697e2425c559 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:16:57.645169 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-9200b50e-e7e9-4a80-bd48-4c3a5f431725 service neutron] Attempting to bind port 40c6359b-4d02-4846-9ca2-697e2425c559 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '4777da82-3ccc-43b7-bc69-e5828711c163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e'}] {{(pid=107133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:16:57.646069 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-9200b50e-e7e9-4a80-bd48-4c3a5f431725 service neutron] Attempting to bind port 40c6359b-4d02-4846-9ca2-697e2425c559 on network f4400288-0fd6-4a35-b08d-549e7c7c455e {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:16:57.655078 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-362dfd82-6f75-43b2-8196-65acb5540f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439'] for segment (6d9dfd37-8692-4edd-ab11-9f93438ebb4d), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:57.677274 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-362dfd82-6f75-43b2-8196-65acb5540f05 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=107134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 06:16:57.677274 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-362dfd82-6f75-43b2-8196-65acb5540f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3183176'] for segment (6d9dfd37-8692-4edd-ab11-9f93438ebb4d), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:57.703395 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686aef29-4ea7-4c5c-8f2c-f6a93c3f7a1e x-openstack-request-id: req-686aef29-4ea7-4c5c-8f2c-f6a93c3f7a1e {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:16:57.703876 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3647fa12-4de4-4b81-aca1-4687ec0af8f9", "tag": "25e49a9c-7d0c-440b-b98b-c8b9503ba03f", "status": "completed", "code": 200}]} {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:16:57.705113 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-686aef29-4ea7-4c5c-8f2c-f6a93c3f7a1e {{(pid=107133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:16:57.705972 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-686aef29-4ea7-4c5c-8f2c-f6a93c3f7a1e'] response: {'name': 'network-changed', 'server_uuid': '3647fa12-4de4-4b81-aca1-4687ec0af8f9', 'tag': '25e49a9c-7d0c-440b-b98b-c8b9503ba03f', 'status': 'completed', 'code': 200} Aug 26 06:16:57.779249 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:57.782437 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:57.784024 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-9200b50e-e7e9-4a80-bd48-4c3a5f431725 service neutron] Port 40c6359b-4d02-4846-9ca2-697e2425c559 on network f4400288-0fd6-4a35-b08d-549e7c7c455e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 06:16:57.784546 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-9200b50e-e7e9-4a80-bd48-4c3a5f431725 service neutron] Attempting to bind port 40c6359b-4d02-4846-9ca2-697e2425c559 on network f4400288-0fd6-4a35-b08d-549e7c7c455e {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:16:57.855824 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c8d9a-ac4d-4c86-88f5-b26a197b66a8 req-59bda8fe-7bfa-4d10-b6bd-c7b9e01ad207 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:57.859107 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ce4c8d9a-ac4d-4c86-88f5-b26a197b66a8 req-59bda8fe-7bfa-4d10-b6bd-c7b9e01ad207 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 944 time: 0.0834553 Aug 26 06:16:57.864772 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f612ba4e-6b30-4ce1-b95c-794b6f9f03b5 req-daede725-3a2a-4f5c-aee5-4c0fb6d6710a tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4353840 Aug 26 06:16:57.869932 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-9200b50e-e7e9-4a80-bd48-4c3a5f431725 service neutron] Checking agent: {'id': '607bbde6-0fd2-4787-87ed-7343841db9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'started_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:16:57.869932 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-9200b50e-e7e9-4a80-bd48-4c3a5f431725 service neutron] Checking segment: {'id': '4777da82-3ccc-43b7-bc69-e5828711c163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:16:57.869932 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-9200b50e-e7e9-4a80-bd48-4c3a5f431725 service neutron] Bound using segment: {'id': '4777da82-3ccc-43b7-bc69-e5828711c163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e'} {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:16:57.870649 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9fb1301c-46a6-42ce-b951-0eb88d32312d req-55a4bde0-4f02-4433-a3de-320187ae21e7 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/504e79cb-f4bc-488f-be6a-9ade8ca0c470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445086 Aug 26 06:16:57.870969 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-9200b50e-e7e9-4a80-bd48-4c3a5f431725 service neutron] Bound port: 40c6359b-4d02-4846-9ca2-697e2425c559, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4777da82-3ccc-43b7-bc69-e5828711c163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e'}}] {{(pid=107133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:16:57.871589 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-9200b50e-e7e9-4a80-bd48-4c3a5f431725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (40c6359b-4d02-4846-9ca2-697e2425c559), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:57.927423 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-884763c8-9b61-484b-9baa-910ca74b0336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:57.930302 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-884763c8-9b61-484b-9baa-910ca74b0336 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=f4400288-0fd6-4a35-b08d-549e7c7c455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3118577 Aug 26 06:16:57.950236 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ce4c8d9a-ac4d-4c86-88f5-b26a197b66a8 req-8bf82bc4-93af-42e9-aa0b-747ecec96cb8 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853848 Aug 26 06:16:57.950780 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 48612) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:57.982101 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.services.segments.plugin [-] Segment 6d9dfd37-8692-4edd-ab11-9f93438ebb4d resource provider aggregate not found Aug 26 06:16:58.017514 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-362dfd82-6f75-43b2-8196-65acb5540f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621691'] for network (5b153992-c8c7-45ca-a429-eb8366eb2773), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:58.094115 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.services.segments.plugin [-] Segment 6d9dfd37-8692-4edd-ab11-9f93438ebb4d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d9dfd37-8692-4edd-ab11-9f93438ebb4d found for delete ", "request_id": "req-9e204db3-a6d9-4e64-989f-0a36a87413a6"}]} Aug 26 06:16:58.105684 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-362dfd82-6f75-43b2-8196-65acb5540f05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for network (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:58.116128 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-362dfd82-6f75-43b2-8196-65acb5540f05 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/5b153992-c8c7-45ca-a429-eb8366eb2773 HTTP/1.1" status: 204 len: 168 time: 1.5836337 Aug 26 06:16:58.151833 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362dfd82-6f75-43b2-8196-65acb5540f05 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b153992-c8c7-45ca-a429-eb8366eb2773,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:58.290880 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c8b5f-8974-4b99-a684-db1e3e7d4096 req-2fe3f890-9644-4fa4-8255-2b1496505543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:58.293392 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-485c8b5f-8974-4b99-a684-db1e3e7d4096 req-2fe3f890-9644-4fa4-8255-2b1496505543 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=bf6936f23aa446008e8119807ec8724d&device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 1127 time: 0.2024400 Aug 26 06:16:58.319573 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-14d83e69-7cab-41a5-9d8c-b80d19ec0af2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:58.464796 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-9b3f98b7-d49b-4bba-a931-013f16d45654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785 {{(pid=107133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:16:58.464796 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-9b3f98b7-d49b-4bba-a931-013f16d45654 service neutron] Publish callbacks [] for port (eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:58.469393 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.provisioning_blocks [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-9b3f98b7-d49b-4bba-a931-013f16d45654 service neutron] Transition to ACTIVE for port object eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785 will not be triggered until provisioned by entity L2. {{(pid=107133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 06:16:58.565014 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89d2c3-06d8-49c7-a492-a3a0ec23925a req-43c885f4-1ad8-4ec2-a794-dd3eaccd3fb8 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:58.574565 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-ce89d2c3-06d8-49c7-a492-a3a0ec23925a req-43c885f4-1ad8-4ec2-a794-dd3eaccd3fb8 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 943 time: 0.1036344 Aug 26 06:16:58.626423 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-9b3f98b7-d49b-4bba-a931-013f16d45654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:58.633849 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-9200b50e-e7e9-4a80-bd48-4c3a5f431725 service neutron] For port 40c6359b-4d02-4846-9ca2-697e2425c559, host hv-cinder-85391, cleared binding levels {{(pid=107133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:16:58.688588 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c8b5f-8974-4b99-a684-db1e3e7d4096 req-789d3273-11d5-4a87-b7ed-e5920d56a5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:58.696696 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-485c8b5f-8974-4b99-a684-db1e3e7d4096 req-789d3273-11d5-4a87-b7ed-e5920d56a5ca service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=504e79cb-f4bc-488f-be6a-9ade8ca0c470 HTTP/1.1" status: 200 len: 913 time: 0.3927331 Aug 26 06:16:58.759686 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-9200b50e-e7e9-4a80-bd48-4c3a5f431725 service neutron] For port 40c6359b-4d02-4846-9ca2-697e2425c559, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=40c6359b-4d02-4846-9ca2-697e2425c559,segment=NetworkSegment(4777da82-3ccc-43b7-bc69-e5828711c163),segment_id=4777da82-3ccc-43b7-bc69-e5828711c163)] {{(pid=107133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:16:58.792545 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f7afc188-cf6b-47ae-8e52-4f16a589ed72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:58.807923 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-485c8b5f-8974-4b99-a684-db1e3e7d4096 req-23e11939-d685-492f-b0aa-1aaac3a15e76 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7a88b0e-f6e1-473e-9018-7ee3f4181af9 HTTP/1.1" status: 200 len: 217 time: 0.1005731 Aug 26 06:16:58.814126 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 48640) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:58.830800 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-bd44d67b-073d-49ba-8a45-de13c16f1297 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8861260 Aug 26 06:16:58.843187 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-14d83e69-7cab-41a5-9d8c-b80d19ec0af2 admin admin] Publish callbacks [] for security_group (a997d138-42fe-4d89-87d9-133d57d59fb6), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:58.903923 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f98b7-d49b-4bba-a931-013f16d45654 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785,revision_number=2']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:58.979427 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:59.000395 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-ce89d2c3-06d8-49c7-a492-a3a0ec23925a req-0d9c1a73-e672-4a6f-987b-f229a1352426 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41b66f15-a1e7-43f1-b25a-76697058d140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040310 Aug 26 06:16:59.000395 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-9200b50e-e7e9-4a80-bd48-4c3a5f431725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (40c6359b-4d02-4846-9ca2-697e2425c559), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:59.080825 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-9200b50e-e7e9-4a80-bd48-4c3a5f431725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:59.082030 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-9200b50e-e7e9-4a80-bd48-4c3a5f431725 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:59.095003 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-9200b50e-e7e9-4a80-bd48-4c3a5f431725 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/40c6359b-4d02-4846-9ca2-697e2425c559 HTTP/1.1" status: 200 len: 1094 time: 5.1596401 Aug 26 06:16:59.098157 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-9b3f98b7-d49b-4bba-a931-013f16d45654 service neutron] Attempting to bind port eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:16:59.098568 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-9b3f98b7-d49b-4bba-a931-013f16d45654 service neutron] Attempting to bind port eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab'}] {{(pid=107133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:16:59.105832 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-9b3f98b7-d49b-4bba-a931-013f16d45654 service neutron] Attempting to bind port eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785 on network 9d86ecc4-b89c-4670-82c2-e19913819bab {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:16:59.124662 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-9b3f98b7-d49b-4bba-a931-013f16d45654 service neutron] Port eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785 on network 9d86ecc4-b89c-4670-82c2-e19913819bab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 06:16:59.125085 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-9b3f98b7-d49b-4bba-a931-013f16d45654 service neutron] Attempting to bind port eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785 on network 9d86ecc4-b89c-4670-82c2-e19913819bab {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:16:59.214681 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-14d83e69-7cab-41a5-9d8c-b80d19ec0af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (a997d138-42fe-4d89-87d9-133d57d59fb6), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:59.223034 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4581f-fde8-451d-9490-9d9ce87f9ceb req-6abc61b5-a864-470d-a900-65538acc0888 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:59.232275 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f8d4581f-fde8-451d-9490-9d9ce87f9ceb req-6abc61b5-a864-470d-a900-65538acc0888 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 944 time: 0.1023965 Aug 26 06:16:59.250682 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-9b3f98b7-d49b-4bba-a931-013f16d45654 service neutron] Checking agent: {'id': '607bbde6-0fd2-4787-87ed-7343841db9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'started_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:16:59.251373 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-9b3f98b7-d49b-4bba-a931-013f16d45654 service neutron] Checking segment: {'id': '41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:16:59.252044 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-9b3f98b7-d49b-4bba-a931-013f16d45654 service neutron] Bound using segment: {'id': '41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab'} {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:16:59.253524 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-9b3f98b7-d49b-4bba-a931-013f16d45654 service neutron] Bound port: eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab'}}] {{(pid=107133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:16:59.253901 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-9b3f98b7-d49b-4bba-a931-013f16d45654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:59.378251 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c516e-ec67-487c-b80d-668c91eaa6fa req-fad8738c-f49b-4b90-9d3d-37b60986a224 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:59.389858 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-cb6c516e-ec67-487c-b80d-668c91eaa6fa req-fad8738c-f49b-4b90-9d3d-37b60986a224 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 943 time: 0.1982803 Aug 26 06:16:59.419931 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9200b50e-e7e9-4a80-bd48-4c3a5f431725 service neutron] Pushing event updated for resources: {'Port': ['ID=40c6359b-4d02-4846-9ca2-697e2425c559,revision_number=3']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:59.423481 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c8b5f-8974-4b99-a684-db1e3e7d4096 req-800a626e-b905-4877-9ee1-adf6dede4eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:59.426192 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-485c8b5f-8974-4b99-a684-db1e3e7d4096 req-800a626e-b905-4877-9ee1-adf6dede4eb3 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=9e18e45e-aeee-4581-9908-feabcd745733 HTTP/1.1" status: 200 len: 851 time: 0.5599113 Aug 26 06:16:59.436072 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-14d83e69-7cab-41a5-9d8c-b80d19ec0af2 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=e41a4a2401544ce28d7c7edc8c2f72b2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4808593 Aug 26 06:16:59.442518 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d83e69-7cab-41a5-9d8c-b80d19ec0af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a997d138-42fe-4d89-87d9-133d57d59fb6,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:16:59.447945 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 48650) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:59.457273 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-1617af2b-c3be-47c8-9d86-dbb9749c56bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:59.460286 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-1617af2b-c3be-47c8-9d86-dbb9749c56bb service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=84a2eee4447b4eadb79fbdbb874d4476&device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 1128 time: 0.2249990 Aug 26 06:16:59.461755 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-0f305f07-6342-4087-8633-43eb65f6e75f admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=da6dbee197ed470aaecc185c9ece1a21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6461685 Aug 26 06:16:59.475384 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 48652) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:16:59.529632 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f7472988-0c6e-4f7c-88da-454f0f7c13eb req-0fea8dd5-e58b-4719-b202-f36d775790f3 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6782956 Aug 26 06:16:59.594455 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-2b5a0800-5c4e-4909-85dd-55db39bd2930 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40c6359b-4d02-4846-9ca2-697e2425c559 HTTP/1.1" status: 200 len: 217 time: 0.1164076 Aug 26 06:16:59.610012 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f8d4581f-fde8-451d-9490-9d9ce87f9ceb req-41f778ec-db35-4ee7-899b-d59e95fd54bd tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764896 Aug 26 06:16:59.629229 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-9b3f98b7-d49b-4bba-a931-013f16d45654 service neutron] For port eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785, host hv-cinder-85391, cleared binding levels {{(pid=107133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:16:59.638565 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-9b3f98b7-d49b-4bba-a931-013f16d45654 service neutron] For port eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785,segment=NetworkSegment(41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8),segment_id=41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8)] {{(pid=107133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:16:59.663434 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c8b5f-8974-4b99-a684-db1e3e7d4096 req-ff18e426-277f-4b92-b694-6f5aa3ed2724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:59.665647 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-485c8b5f-8974-4b99-a684-db1e3e7d4096 req-ff18e426-277f-4b92-b694-6f5aa3ed2724 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=504e79cb-f4bc-488f-be6a-9ade8ca0c470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2162886 Aug 26 06:16:59.741162 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-cb6c516e-ec67-487c-b80d-668c91eaa6fa req-1d9c1740-5227-4f73-95e3-40e83c52c958 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3497164 Aug 26 06:16:59.775702 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea7e392a-1a02-4faa-a63e-5ac717bd2537', 'tag': '40c6359b-4d02-4846-9ca2-697e2425c559'}] {{(pid=107133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:16:59.779036 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8285fbc4cf3847b51d9cb7eba3379b7f58b909d4ff4eae5f417f2c246939f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07557e62-b0be-4ec2-af80-48cdcd37af9f" -d '{"events": [{"name": "network-changed", "server_uuid": "ea7e392a-1a02-4faa-a63e-5ac717bd2537", "tag": "40c6359b-4d02-4846-9ca2-697e2425c559"}]}' {{(pid=107133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:16:59.783266 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-29bcb4b9-78df-4b00-8903-a9cdbf1f2ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:59.785505 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-29bcb4b9-78df-4b00-8903-a9cdbf1f2ebb service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=b75031eb-a96b-4547-8cde-57cb718d9ca4 HTTP/1.1" status: 200 len: 857 time: 0.1417778 Aug 26 06:16:59.790431 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:16:59.842173 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb022c82-fc15-4beb-850b-55d467c35158 req-be1c71bd-9df1-4ac6-aaa8-7542aef2bf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:59.848438 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cb022c82-fc15-4beb-850b-55d467c35158 req-be1c71bd-9df1-4ac6-aaa8-7542aef2bf9c service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=84a2eee4447b4eadb79fbdbb874d4476&device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9 HTTP/1.1" status: 200 len: 1127 time: 0.0612814 Aug 26 06:16:59.853076 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-9b3f98b7-d49b-4bba-a931-013f16d45654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:59.872784 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-9b3f98b7-d49b-4bba-a931-013f16d45654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:16:59.873708 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-9b3f98b7-d49b-4bba-a931-013f16d45654 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:59.876600 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-9b3f98b7-d49b-4bba-a931-013f16d45654 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785 HTTP/1.1" status: 200 len: 1093 time: 4.6672978 Aug 26 06:16:59.903046 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-da44d8df-1524-42b2-a314-6a2b2f2dd5a5 admin admin] Publish callbacks [] for security_group (a997d138-42fe-4d89-87d9-133d57d59fb6), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:59.916181 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:16:59.990228 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-da44d8df-1524-42b2-a314-6a2b2f2dd5a5 admin admin] Publish callbacks [] for security_group (a997d138-42fe-4d89-87d9-133d57d59fb6), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:00.002311 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f8d8fa64-2aed-4572-bc25-75eda3e189e3 admin admin] Publish callbacks [] for security_group (98d42736-1aa2-4040-a960-37c22471269b), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:00.034229 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7df0d44-90b1-440b-ab12-2311eb7c71ff x-openstack-request-id: req-d7df0d44-90b1-440b-ab12-2311eb7c71ff {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:17:00.034648 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea7e392a-1a02-4faa-a63e-5ac717bd2537", "tag": "40c6359b-4d02-4846-9ca2-697e2425c559", "status": "completed", "code": 200}]} {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:17:00.036804 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d7df0d44-90b1-440b-ab12-2311eb7c71ff {{(pid=107133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:17:00.036804 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7df0d44-90b1-440b-ab12-2311eb7c71ff'] response: {'name': 'network-changed', 'server_uuid': 'ea7e392a-1a02-4faa-a63e-5ac717bd2537', 'tag': '40c6359b-4d02-4846-9ca2-697e2425c559', 'status': 'completed', 'code': 200} Aug 26 06:17:00.111206 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f8d8fa64-2aed-4572-bc25-75eda3e189e3 admin admin] Publish callbacks [] for security_group (98d42736-1aa2-4040-a960-37c22471269b), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:00.167748 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-485c8b5f-8974-4b99-a684-db1e3e7d4096 req-8d0d9c04-4b94-4f07-809b-e435ce45c8c1 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/504e79cb-f4bc-488f-be6a-9ade8ca0c470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4868162 Aug 26 06:17:00.187309 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-fe402f96-05fb-4237-ba24-2f0f456d818c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:00.188887 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-fe402f96-05fb-4237-ba24-2f0f456d818c service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=aceecfa04cf941348d542c3e55569384&device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 1127 time: 0.1569068 Aug 26 06:17:00.239234 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-45bab965-ddee-4ac4-8089-9ea50bf16018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:00.241860 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-45bab965-ddee-4ac4-8089-9ea50bf16018 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=f4400288-0fd6-4a35-b08d-549e7c7c455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3909962 Aug 26 06:17:00.327506 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:00.407385 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74248b1b-d7ca-41fd-bbf8-9b81116da037 req-9118e984-5bbc-4471-a5c4-9f44f2f33446 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:00.409793 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-74248b1b-d7ca-41fd-bbf8-9b81116da037 req-9118e984-5bbc-4471-a5c4-9f44f2f33446 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 943 time: 0.2054858 Aug 26 06:17:00.413235 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f8d8fa64-2aed-4572-bc25-75eda3e189e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (98d42736-1aa2-4040-a960-37c22471269b), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:00.416784 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f8d8fa64-2aed-4572-bc25-75eda3e189e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:00.418205 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-f8d8fa64-2aed-4572-bc25-75eda3e189e3 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/98d42736-1aa2-4040-a960-37c22471269b HTTP/1.1" status: 204 len: 168 time: 0.9418442 Aug 26 06:17:00.459000 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-3e654f7a-aba7-4ea2-bfa7-269850abac8e service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785 HTTP/1.1" status: 200 len: 217 time: 0.2123837 Aug 26 06:17:00.459000 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f98b7-d49b-4bba-a931-013f16d45654 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785,revision_number=3']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:00.508637 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb022c82-fc15-4beb-850b-55d467c35158 req-5ac83e70-c14a-4d84-875c-9e6a0ca5f3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:00.510238 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cb022c82-fc15-4beb-850b-55d467c35158 req-5ac83e70-c14a-4d84-875c-9e6a0ca5f3ae service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=f4400288-0fd6-4a35-b08d-549e7c7c455e HTTP/1.1" status: 200 len: 919 time: 0.6465659 Aug 26 06:17:00.519864 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8fa64-2aed-4572-bc25-75eda3e189e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d42736-1aa2-4040-a960-37c22471269b,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:00.622483 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-74248b1b-d7ca-41fd-bbf8-9b81116da037 req-db7d82ea-9367-4a1d-95ea-368f080ee2e8 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41b66f15-a1e7-43f1-b25a-76697058d140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014582 Aug 26 06:17:00.623593 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-da44d8df-1524-42b2-a314-6a2b2f2dd5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (a997d138-42fe-4d89-87d9-133d57d59fb6), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:00.632635 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cb022c82-fc15-4beb-850b-55d467c35158 req-4ab55c62-0ac1-424b-a56a-dc8520fc2d34 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25e49a9c-7d0c-440b-b98b-c8b9503ba03f HTTP/1.1" status: 200 len: 217 time: 0.0870836 Aug 26 06:17:00.641178 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-da44d8df-1524-42b2-a314-6a2b2f2dd5a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:00.648270 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-da44d8df-1524-42b2-a314-6a2b2f2dd5a5 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/a997d138-42fe-4d89-87d9-133d57d59fb6 HTTP/1.1" status: 204 len: 168 time: 1.1820271 Aug 26 06:17:00.703534 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb022c82-fc15-4beb-850b-55d467c35158 req-c8f2f2ff-702d-4522-b62c-0ef591053993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:00.705189 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cb022c82-fc15-4beb-850b-55d467c35158 req-c8f2f2ff-702d-4522-b62c-0ef591053993 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=b75031eb-a96b-4547-8cde-57cb718d9ca4 HTTP/1.1" status: 200 len: 857 time: 0.0662813 Aug 26 06:17:00.707131 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-7efd4693-a176-440e-8947-42daec5100d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:00.708446 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-7efd4693-a176-440e-8947-42daec5100d5 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=f9a116db-e15a-40d5-881d-57010dc489a7 HTTP/1.1" status: 200 len: 849 time: 0.2171583 Aug 26 06:17:00.711894 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-e1e2af56-4ac7-430d-947b-df542c9219a4 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483418 Aug 26 06:17:00.752839 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-485c8b5f-8974-4b99-a684-db1e3e7d4096 req-876729ec-3587-4997-a6f0-fdab92e9b07e service neutron] 10.222.0.76 "GET /networking/v2.0/networks/504e79cb-f4bc-488f-be6a-9ade8ca0c470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5683951 Aug 26 06:17:00.754497 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44d8df-1524-42b2-a314-6a2b2f2dd5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a997d138-42fe-4d89-87d9-133d57d59fb6,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:00.981054 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-49e19ae1-875f-4d23-a3d2-1f49e0bd74ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:00.988378 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-49e19ae1-875f-4d23-a3d2-1f49e0bd74ab service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=9d86ecc4-b89c-4670-82c2-e19913819bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2303133 Aug 26 06:17:01.066722 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042f7bf-eeee-444f-bec1-1145720b9228 req-e15bba5d-c5df-4c42-ba2f-5d1faf0d37cb tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:01.086912 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a042f7bf-eeee-444f-bec1-1145720b9228 req-e15bba5d-c5df-4c42-ba2f-5d1faf0d37cb tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 943 time: 0.1712980 Aug 26 06:17:01.116635 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb022c82-fc15-4beb-850b-55d467c35158 req-d8615cb4-8845-4ec7-9933-8b02e3e6f40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:01.120951 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cb022c82-fc15-4beb-850b-55d467c35158 req-d8615cb4-8845-4ec7-9933-8b02e3e6f40a service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=f4400288-0fd6-4a35-b08d-549e7c7c455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3918474 Aug 26 06:17:01.279888 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a042f7bf-eeee-444f-bec1-1145720b9228 req-0da821a8-9e3e-4cf9-9e22-f352b913b35f tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910818 Aug 26 06:17:01.321117 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09a123-be40-458e-8f3b-bb0886fc4016 req-40d00117-3a7a-4eae-914d-1ad76ca31cb3 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:01.329682 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0a09a123-be40-458e-8f3b-bb0886fc4016 req-40d00117-3a7a-4eae-914d-1ad76ca31cb3 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 944 time: 0.4726555 Aug 26 06:17:01.481626 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:01.483517 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:01.661249 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e6b9bfa6-b7f7-4081-a879-b8eb2cf81684 req-aaf1af67-a238-4a56-908e-23669c228daa service neutron] 10.222.0.76 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8065009 Aug 26 06:17:01.744800 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0a09a123-be40-458e-8f3b-bb0886fc4016 req-dac2fd40-9acf-490b-a0aa-95a9f49934b6 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140193 Aug 26 06:17:01.755063 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-5d5908f1-81ad-4a30-86c4-966be81b384c service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9d86ecc4-b89c-4670-82c2-e19913819bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6925111 Aug 26 06:17:01.832207 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 48710) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:01.898263 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ab76f-3518-4917-bb46-cf0579273d48 req-5f0aeda9-d6f0-437a-9c9b-c3bfab48103d tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:01.915982 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-188ab76f-3518-4917-bb46-cf0579273d48 req-5f0aeda9-d6f0-437a-9c9b-c3bfab48103d tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 943 time: 0.1127610 Aug 26 06:17:01.956167 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cb022c82-fc15-4beb-850b-55d467c35158 req-69cacdef-f3ee-40ba-a0fb-8cbd60dd7f91 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7231653 Aug 26 06:17:02.014758 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-188ab76f-3518-4917-bb46-cf0579273d48 req-902b3515-561c-467f-ae77-9fe1405d3708 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41b66f15-a1e7-43f1-b25a-76697058d140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945077 Aug 26 06:17:02.018053 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:02.076663 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0dda9da-e7bd-4a7d-b807-a2074ccbe208', 'tag': 'eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785'}] {{(pid=107133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:17:02.079393 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8285fbc4cf3847b51d9cb7eba3379b7f58b909d4ff4eae5f417f2c246939f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e697a8a5-edf7-453c-abed-51363c629d25" -d '{"events": [{"name": "network-changed", "server_uuid": "c0dda9da-e7bd-4a7d-b807-a2074ccbe208", "tag": "eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785"}]}' {{(pid=107133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:17:02.087509 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-961b2a93-6069-4ad9-80b8-80315d298e94 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=6289d9282a5d4136939b687e6902c906&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2654147 Aug 26 06:17:02.092987 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 48716) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:02.234010 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553e51d4-1f00-44f4-8576-65df4b8992ee x-openstack-request-id: req-553e51d4-1f00-44f4-8576-65df4b8992ee {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:17:02.239276 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0dda9da-e7bd-4a7d-b807-a2074ccbe208", "tag": "eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785", "status": "completed", "code": 200}]} {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:17:02.239892 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-553e51d4-1f00-44f4-8576-65df4b8992ee {{(pid=107133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:17:02.250116 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-553e51d4-1f00-44f4-8576-65df4b8992ee'] response: {'name': 'network-changed', 'server_uuid': 'c0dda9da-e7bd-4a7d-b807-a2074ccbe208', 'tag': 'eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785', 'status': 'completed', 'code': 200} Aug 26 06:17:02.262015 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-0b49adba-3cf4-4012-b08e-a1307b7168de admin admin] Publish callbacks [] for security_group (4f348948-b924-482e-b7a1-989e40f410b3), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:02.280553 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07557e62-b0be-4ec2-af80-48cdcd37af9f req-43449b97-9f91-4f25-bbee-49db3ac3347a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:02.282473 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-07557e62-b0be-4ec2-af80-48cdcd37af9f req-43449b97-9f91-4f25-bbee-49db3ac3347a service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=84a2eee4447b4eadb79fbdbb874d4476&device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 1128 time: 0.3461421 Aug 26 06:17:02.308106 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-0b49adba-3cf4-4012-b08e-a1307b7168de admin admin] Publish callbacks [] for security_group (4f348948-b924-482e-b7a1-989e40f410b3), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:02.362311 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-16636ebc-f1e9-417f-b221-a16a47bb3a39 req-57feeb1d-cab5-4101-926b-874cae89e380 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9d86ecc4-b89c-4670-82c2-e19913819bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5963173 Aug 26 06:17:02.425067 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:02.457576 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cb022c82-fc15-4beb-850b-55d467c35158 req-b609b9c8-1175-4b68-97a6-e7da2655d8c2 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429424 Aug 26 06:17:02.497139 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=54 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:02.507124 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60493e2d-4737-4714-aac2-5b0419355af7 req-28e9772b-7879-42bb-a461-17be30b39aa8 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:02.508830 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-60493e2d-4737-4714-aac2-5b0419355af7 req-28e9772b-7879-42bb-a461-17be30b39aa8 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 943 time: 0.1241508 Aug 26 06:17:02.547066 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:02.555609 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07557e62-b0be-4ec2-af80-48cdcd37af9f req-9c730f0f-0e69-4af5-a390-f031b2ca2c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:02.559735 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-07557e62-b0be-4ec2-af80-48cdcd37af9f req-9c730f0f-0e69-4af5-a390-f031b2ca2c6d service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=f4400288-0fd6-4a35-b08d-549e7c7c455e HTTP/1.1" status: 200 len: 919 time: 0.1950758 Aug 26 06:17:02.647865 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:02.656471 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 48724) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:02.657145 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-60493e2d-4737-4714-aac2-5b0419355af7 req-5fbd2c0a-34b3-43cb-b0ad-c2d4dfad32c3 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256402 Aug 26 06:17:02.665049 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-07557e62-b0be-4ec2-af80-48cdcd37af9f req-96340dc7-4dc8-40fa-a208-df68ff9852bc service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40c6359b-4d02-4846-9ca2-697e2425c559 HTTP/1.1" status: 200 len: 217 time: 0.0874934 Aug 26 06:17:02.686162 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-0b49adba-3cf4-4012-b08e-a1307b7168de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (4f348948-b924-482e-b7a1-989e40f410b3), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:02.686162 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-0b49adba-3cf4-4012-b08e-a1307b7168de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:02.686162 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-0b49adba-3cf4-4012-b08e-a1307b7168de admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/4f348948-b924-482e-b7a1-989e40f410b3 HTTP/1.1" status: 204 len: 168 time: 0.5920801 Aug 26 06:17:02.697734 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b49adba-3cf4-4012-b08e-a1307b7168de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f348948-b924-482e-b7a1-989e40f410b3,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:02.724611 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697a8a5-edf7-453c-abed-51363c629d25 req-58df1c57-2d41-4b17-a9da-fa920c15b606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:02.728878 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e697a8a5-edf7-453c-abed-51363c629d25 req-58df1c57-2d41-4b17-a9da-fa920c15b606 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=aceecfa04cf941348d542c3e55569384&device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 1127 time: 0.1608026 Aug 26 06:17:02.747086 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-06bfb726-4f55-49bb-b5db-b29536288e98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:02.984805 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 48738) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:03.033463 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07557e62-b0be-4ec2-af80-48cdcd37af9f req-ad87be1a-713e-4313-9de5-defffe747069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:03.035794 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-07557e62-b0be-4ec2-af80-48cdcd37af9f req-ad87be1a-713e-4313-9de5-defffe747069 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=b75031eb-a96b-4547-8cde-57cb718d9ca4 HTTP/1.1" status: 200 len: 857 time: 0.2896171 Aug 26 06:17:03.105121 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5f05c-8883-4b82-96e7-bc1c66f9cac9 req-febc8a89-1db7-4815-be4e-5957edae74c1 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:03.112827 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c2f5f05c-8883-4b82-96e7-bc1c66f9cac9 req-febc8a89-1db7-4815-be4e-5957edae74c1 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 944 time: 0.2229075 Aug 26 06:17:03.223654 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd4d9d-6b11-4cb7-b7ab-c66009af6d0c req-9c11c4cc-a67f-4886-84f4-3b274281ad3b tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:03.227433 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-27fd4d9d-6b11-4cb7-b7ab-c66009af6d0c req-9c11c4cc-a67f-4886-84f4-3b274281ad3b tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 943 time: 0.0895019 Aug 26 06:17:03.299393 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697a8a5-edf7-453c-abed-51363c629d25 req-c95d4594-488d-4bb7-b935-335dbaa9b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:03.301843 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e697a8a5-edf7-453c-abed-51363c629d25 req-c95d4594-488d-4bb7-b935-335dbaa9b720 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=9d86ecc4-b89c-4670-82c2-e19913819bab HTTP/1.1" status: 200 len: 911 time: 0.5434947 Aug 26 06:17:03.312777 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-27fd4d9d-6b11-4cb7-b7ab-c66009af6d0c req-95be5975-fcb6-42da-b2af-752bf0738bb8 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41b66f15-a1e7-43f1-b25a-76697058d140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723801 Aug 26 06:17:03.325280 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-06bfb726-4f55-49bb-b5db-b29536288e98 admin admin] Publish callbacks [] for security_group (70ac6cd5-9bfd-4e6a-b152-e586373c1622), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:03.367988 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c2f5f05c-8883-4b82-96e7-bc1c66f9cac9 req-c297297f-25eb-4af5-8632-b0e47edbba2d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531233 Aug 26 06:17:03.424257 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07557e62-b0be-4ec2-af80-48cdcd37af9f req-89f87b1e-8399-43cc-820c-6e8c3161b441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:03.431014 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-07557e62-b0be-4ec2-af80-48cdcd37af9f req-89f87b1e-8399-43cc-820c-6e8c3161b441 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=f4400288-0fd6-4a35-b08d-549e7c7c455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3388851 Aug 26 06:17:03.431014 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e697a8a5-edf7-453c-abed-51363c629d25 req-fe85b0c3-2b63-4094-a5a4-0ea8f982700c service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785 HTTP/1.1" status: 200 len: 217 time: 0.1058915 Aug 26 06:17:03.431014 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-06bfb726-4f55-49bb-b5db-b29536288e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (70ac6cd5-9bfd-4e6a-b152-e586373c1622), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:03.561406 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bfb726-4f55-49bb-b5db-b29536288e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ac6cd5-9bfd-4e6a-b152-e586373c1622,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:03.581997 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 48752) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:03.582194 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-06bfb726-4f55-49bb-b5db-b29536288e98 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=0ca44e552ada4164a77bb8911b0287ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9152856 Aug 26 06:17:03.643354 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697a8a5-edf7-453c-abed-51363c629d25 req-505b96d8-7d9d-449a-a6ae-17af2212cfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:03.645051 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e697a8a5-edf7-453c-abed-51363c629d25 req-505b96d8-7d9d-449a-a6ae-17af2212cfa8 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=f9a116db-e15a-40d5-881d-57010dc489a7 HTTP/1.1" status: 200 len: 849 time: 0.1803648 Aug 26 06:17:03.717938 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f8d70ab3-d57e-4060-b4e0-26d52eddfa11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:03.748149 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-07557e62-b0be-4ec2-af80-48cdcd37af9f req-36676268-632f-4f8f-95de-4c2312718d3a service neutron] 10.222.0.76 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021033 Aug 26 06:17:03.772919 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-c4f3d4f9-0141-4a6d-a8cd-ad383886bd4e admin admin] Publish callbacks [] for security_group (70ac6cd5-9bfd-4e6a-b152-e586373c1622), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:03.895337 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-c4f3d4f9-0141-4a6d-a8cd-ad383886bd4e admin admin] Publish callbacks [] for security_group (70ac6cd5-9bfd-4e6a-b152-e586373c1622), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:03.932197 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697a8a5-edf7-453c-abed-51363c629d25 req-6f65033c-ba47-4af0-be96-6a6f5b3767dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:03.932405 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:03.935090 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e697a8a5-edf7-453c-abed-51363c629d25 req-6f65033c-ba47-4af0-be96-6a6f5b3767dd service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=9d86ecc4-b89c-4670-82c2-e19913819bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2713509 Aug 26 06:17:03.941757 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438bd6b-f758-4cee-ae59-c81ad853cc3a req-b53456f9-5b77-4569-8529-a12a0c1d1483 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:03.944489 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0438bd6b-f758-4cee-ae59-c81ad853cc3a req-b53456f9-5b77-4569-8529-a12a0c1d1483 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 943 time: 0.1662478 Aug 26 06:17:04.063738 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0438bd6b-f758-4cee-ae59-c81ad853cc3a req-b51fe96c-b977-4af0-a110-fb10214fa4a4 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062384 Aug 26 06:17:04.120391 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-07557e62-b0be-4ec2-af80-48cdcd37af9f req-7ba5a43d-7a5b-42bc-b02a-acf1acbcae97 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545117 Aug 26 06:17:04.191659 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-c4f3d4f9-0141-4a6d-a8cd-ad383886bd4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (70ac6cd5-9bfd-4e6a-b152-e586373c1622), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:04.197131 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-c4f3d4f9-0141-4a6d-a8cd-ad383886bd4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:04.197914 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e697a8a5-edf7-453c-abed-51363c629d25 req-9dc0cf5a-03de-4f7c-83f3-53f5e970de0e service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9d86ecc4-b89c-4670-82c2-e19913819bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485378 Aug 26 06:17:04.203943 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-c4f3d4f9-0141-4a6d-a8cd-ad383886bd4e admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/70ac6cd5-9bfd-4e6a-b152-e586373c1622 HTTP/1.1" status: 204 len: 168 time: 0.6249876 Aug 26 06:17:04.229582 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3d4f9-0141-4a6d-a8cd-ad383886bd4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ac6cd5-9bfd-4e6a-b152-e586373c1622,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:04.251560 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f8d70ab3-d57e-4060-b4e0-26d52eddfa11 admin admin] Publish callbacks [] for security_group (4784dcff-1de7-4c35-85a7-6113c3f19aa8), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:04.321990 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f8d70ab3-d57e-4060-b4e0-26d52eddfa11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (4784dcff-1de7-4c35-85a7-6113c3f19aa8), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:04.434941 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e697a8a5-edf7-453c-abed-51363c629d25 req-260088c6-1a6b-4aa8-8267-3dfb7f7af3e6 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9d86ecc4-b89c-4670-82c2-e19913819bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926942 Aug 26 06:17:04.435561 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d70ab3-d57e-4060-b4e0-26d52eddfa11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4784dcff-1de7-4c35-85a7-6113c3f19aa8,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:04.435561 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-f8d70ab3-d57e-4060-b4e0-26d52eddfa11 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=bb6fd7ac40454d578844c82354011594&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4394460 Aug 26 06:17:04.436981 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 48788) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:04.530006 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81316be5-3f51-417b-bf91-4ee2a5ecae39 req-97d71eb9-592e-4cda-b73c-ae72e6fb9eae tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:04.531743 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-81316be5-3f51-417b-bf91-4ee2a5ecae39 req-97d71eb9-592e-4cda-b73c-ae72e6fb9eae tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 943 time: 0.0833762 Aug 26 06:17:04.552617 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0b9c4baa-c4e9-46a6-9246-536071c8551f admin admin] Publish callbacks [] for security_group (4784dcff-1de7-4c35-85a7-6113c3f19aa8), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:04.587866 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0b9c4baa-c4e9-46a6-9246-536071c8551f admin admin] Publish callbacks [] for security_group (4784dcff-1de7-4c35-85a7-6113c3f19aa8), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:04.648102 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375a2f7-7a87-4505-93d4-0edd45940259 req-1ebfb22c-5069-46c9-959f-9b81ebe4c5af tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:04.674945 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c375a2f7-7a87-4505-93d4-0edd45940259 req-1ebfb22c-5069-46c9-959f-9b81ebe4c5af tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 944 time: 0.1613286 Aug 26 06:17:04.675475 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-81316be5-3f51-417b-bf91-4ee2a5ecae39 req-e8b2e576-841a-4716-9039-98ab600da1ec tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41b66f15-a1e7-43f1-b25a-76697058d140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776424 Aug 26 06:17:04.768849 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c375a2f7-7a87-4505-93d4-0edd45940259 req-77791cd0-f696-4d57-9d97-2e783dea075d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076467 Aug 26 06:17:04.877356 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0b9c4baa-c4e9-46a6-9246-536071c8551f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (4784dcff-1de7-4c35-85a7-6113c3f19aa8), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:04.883126 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0b9c4baa-c4e9-46a6-9246-536071c8551f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:04.887062 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-0b9c4baa-c4e9-46a6-9246-536071c8551f admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/4784dcff-1de7-4c35-85a7-6113c3f19aa8 HTTP/1.1" status: 204 len: 168 time: 0.4465792 Aug 26 06:17:04.915699 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c4baa-c4e9-46a6-9246-536071c8551f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4784dcff-1de7-4c35-85a7-6113c3f19aa8,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:05.213848 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565d2de-2a3f-4181-9258-ac1742111f0f req-96b7eaaa-5e42-46f6-b520-0165fc9949b7 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:05.215710 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-5565d2de-2a3f-4181-9258-ac1742111f0f req-96b7eaaa-5e42-46f6-b520-0165fc9949b7 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 943 time: 0.0576296 Aug 26 06:17:05.276333 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-5565d2de-2a3f-4181-9258-ac1742111f0f req-1dac15d3-a2f1-4017-92d2-87647fa7a5de tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540884 Aug 26 06:17:05.293819 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:05.595450 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:05.860629 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00524f-8e6f-4f34-9de9-cdebe948eedb req-28282757-b28e-40d1-a231-b08f5691976e tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:05.863005 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6e00524f-8e6f-4f34-9de9-cdebe948eedb req-28282757-b28e-40d1-a231-b08f5691976e tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 943 time: 0.0720458 Aug 26 06:17:05.915307 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a4b94-d056-4a0e-9de2-1f5815635e21 req-a856c17c-432c-474a-809a-e3fc877708ff tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:05.917115 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f71a4b94-d056-4a0e-9de2-1f5815635e21 req-a856c17c-432c-474a-809a-e3fc877708ff tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 944 time: 0.0490282 Aug 26 06:17:05.926184 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6e00524f-8e6f-4f34-9de9-cdebe948eedb req-2a2763f3-a124-4ec4-8e6d-47b6b391602d tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41b66f15-a1e7-43f1-b25a-76697058d140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529532 Aug 26 06:17:05.976918 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f71a4b94-d056-4a0e-9de2-1f5815635e21 req-92fc0b42-a359-486c-9412-73bf8bb4ac72 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538862 Aug 26 06:17:06.027873 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:06.232303 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 48846) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:06.407226 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34244355-1ff9-44b0-9460-6ca24eae58d2 req-3f801961-c04e-4591-828f-2d894ffa8d2c tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:06.409945 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-34244355-1ff9-44b0-9460-6ca24eae58d2 req-3f801961-c04e-4591-828f-2d894ffa8d2c tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 943 time: 0.0538597 Aug 26 06:17:06.509016 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-34244355-1ff9-44b0-9460-6ca24eae58d2 req-7883bc9c-07fd-492d-9948-c5482764e1e2 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829589 Aug 26 06:17:06.643980 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4fc7f740-9235-4d43-9a19-a4b70186d9bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:06.739080 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4fc7f740-9235-4d43-9a19-a4b70186d9bf admin admin] Publish callbacks [] for security_group (91b38809-ee5f-4b62-a761-ed58cd4c45ea), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:06.932720 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4fc7f740-9235-4d43-9a19-a4b70186d9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (91b38809-ee5f-4b62-a761-ed58cd4c45ea), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:06.966825 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:07.025345 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-4fc7f740-9235-4d43-9a19-a4b70186d9bf admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=61279822b1b74a578c2a2c380a3da6c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7854555 Aug 26 06:17:07.025345 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7f740-9235-4d43-9a19-a4b70186d9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b38809-ee5f-4b62-a761-ed58cd4c45ea,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:07.025345 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 48882) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:07.182961 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-d3e3b0e4-a322-4a6e-89a7-45b7e653e8cf admin admin] Publish callbacks [] for security_group (91b38809-ee5f-4b62-a761-ed58cd4c45ea), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:07.192967 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88da544-050e-4389-8bb2-9c11e7a825a2 req-9c78c2e3-2a4f-450f-b2a4-cedf96866f9a tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:07.205493 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e88da544-050e-4389-8bb2-9c11e7a825a2 req-9c78c2e3-2a4f-450f-b2a4-cedf96866f9a tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 943 time: 0.1156063 Aug 26 06:17:07.212146 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2a77d-ae69-42fa-82b3-9580160c8cdb req-fc19415e-62c1-4d28-b340-13062a319c55 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:07.215039 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-dcd2a77d-ae69-42fa-82b3-9580160c8cdb req-fc19415e-62c1-4d28-b340-13062a319c55 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 944 time: 0.1349933 Aug 26 06:17:07.318385 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e88da544-050e-4389-8bb2-9c11e7a825a2 req-390880f6-ec3c-46a1-a598-7c4d5e916e65 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41b66f15-a1e7-43f1-b25a-76697058d140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114249 Aug 26 06:17:07.339284 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-dcd2a77d-ae69-42fa-82b3-9580160c8cdb req-93facb33-1ade-4885-98d4-53e1af5dfaa2 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110628 Aug 26 06:17:07.345308 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:07.348519 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-d3e3b0e4-a322-4a6e-89a7-45b7e653e8cf admin admin] Publish callbacks [] for security_group (91b38809-ee5f-4b62-a761-ed58cd4c45ea), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:07.403923 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:07.521518 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-d3e3b0e4-a322-4a6e-89a7-45b7e653e8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (91b38809-ee5f-4b62-a761-ed58cd4c45ea), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:07.525224 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-d3e3b0e4-a322-4a6e-89a7-45b7e653e8cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:07.530981 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-d3e3b0e4-a322-4a6e-89a7-45b7e653e8cf admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/91b38809-ee5f-4b62-a761-ed58cd4c45ea HTTP/1.1" status: 204 len: 168 time: 0.5018392 Aug 26 06:17:07.538768 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3b0e4-a322-4a6e-89a7-45b7e653e8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b38809-ee5f-4b62-a761-ed58cd4c45ea,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:07.669279 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3444f-e189-4b6f-b23d-9211fd588481 req-bf75b052-5448-4af7-9c01-87222f9ef342 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:07.670964 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e5b3444f-e189-4b6f-b23d-9211fd588481 req-bf75b052-5448-4af7-9c01-87222f9ef342 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 943 time: 0.0572937 Aug 26 06:17:07.743433 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e5b3444f-e189-4b6f-b23d-9211fd588481 req-34e524d4-15f2-4bab-8e82-8da8bf83ffca tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601766 Aug 26 06:17:08.311501 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:08.528925 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848642a-6243-4148-a080-aa85cbb2e66d req-76d59a38-26ff-4b9e-8963-4a9a17d786bf tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:08.532014 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f848642a-6243-4148-a080-aa85cbb2e66d req-76d59a38-26ff-4b9e-8963-4a9a17d786bf tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 943 time: 0.0585604 Aug 26 06:17:08.543525 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a6326-1399-4486-b6d0-0a0a857dad06 req-e85a4ffa-d419-467d-89d3-0f2d808b043d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:08.543525 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8d2a6326-1399-4486-b6d0-0a0a857dad06 req-e85a4ffa-d419-467d-89d3-0f2d808b043d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 944 time: 0.0759239 Aug 26 06:17:08.620679 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8d2a6326-1399-4486-b6d0-0a0a857dad06 req-51c5453b-253c-4e96-a699-b138a3a45f1c tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710244 Aug 26 06:17:08.623225 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f848642a-6243-4148-a080-aa85cbb2e66d req-0902ae70-752a-4b35-98be-75c92af02a04 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41b66f15-a1e7-43f1-b25a-76697058d140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720148 Aug 26 06:17:08.842679 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 48936) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:08.894709 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-844b6649-4e00-40bc-99ac-0bcc972cd20b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:08.935744 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f9591-59be-4c8a-8986-1bb927a38699 req-c31b9d92-538e-4bac-958d-2b24e5263d5c tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:08.937333 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cd9f9591-59be-4c8a-8986-1bb927a38699 req-c31b9d92-538e-4bac-958d-2b24e5263d5c tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 943 time: 0.0914063 Aug 26 06:17:09.033076 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 25e49a9c-7d0c-440b-b98b-c8b9503ba03f details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 06:17:09.039428 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cd9f9591-59be-4c8a-8986-1bb927a38699 req-1b620052-7c7f-4578-8f1a-e2f1aea15bcf tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759032 Aug 26 06:17:09.065651 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-844b6649-4e00-40bc-99ac-0bcc972cd20b admin admin] Publish callbacks [] for security_group (37c8de8d-704c-4ff9-afd3-6ed410679bba), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:09.132824 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:09.180730 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 25e49a9c-7d0c-440b-b98b-c8b9503ba03f, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=25e49a9c-7d0c-440b-b98b-c8b9503ba03f,segment=NetworkSegment(4777da82-3ccc-43b7-bc69-e5828711c163),segment_id=4777da82-3ccc-43b7-bc69-e5828711c163)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:17:09.193124 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Returning: {'device': '25e49a9c-7d0c-440b-b98b-c8b9503ba03f', 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e', 'port_id': '25e49a9c-7d0c-440b-b98b-c8b9503ba03f', 'mac_address': 'fa:16:3e:18:48:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b75031eb-a96b-4547-8cde-57cb718d9ca4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 06:17:09.228480 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-844b6649-4e00-40bc-99ac-0bcc972cd20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (37c8de8d-704c-4ff9-afd3-6ed410679bba), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:09.249425 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port 25e49a9c-7d0c-440b-b98b-c8b9503ba03f is: DOWN; New status is: BUILD {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:17:09.249887 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (25e49a9c-7d0c-440b-b98b-c8b9503ba03f), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:09.280447 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25e49a9c-7d0c-440b-b98b-c8b9503ba03f {{(pid=107135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:17:09.292538 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-844b6649-4e00-40bc-99ac-0bcc972cd20b admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=3d412157523a4625bd9f306327886922&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4487090 Aug 26 06:17:09.293979 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b6649-4e00-40bc-99ac-0bcc972cd20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c8de8d-704c-4ff9-afd3-6ed410679bba,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:09.295388 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 48946) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:09.307046 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 25e49a9c-7d0c-440b-b98b-c8b9503ba03f, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=25e49a9c-7d0c-440b-b98b-c8b9503ba03f,segment=NetworkSegment(4777da82-3ccc-43b7-bc69-e5828711c163),segment_id=4777da82-3ccc-43b7-bc69-e5828711c163)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:17:09.376675 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-509a606d-0636-4091-a746-8d290c1ab613 admin admin] Publish callbacks [] for security_group (37c8de8d-704c-4ff9-afd3-6ed410679bba), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:09.409422 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (25e49a9c-7d0c-440b-b98b-c8b9503ba03f), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:09.418605 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:09.424464 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-509a606d-0636-4091-a746-8d290c1ab613 admin admin] Publish callbacks [] for security_group (37c8de8d-704c-4ff9-afd3-6ed410679bba), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:09.478612 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=25e49a9c-7d0c-440b-b98b-c8b9503ba03f,revision_number=4']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:09.618341 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-509a606d-0636-4091-a746-8d290c1ab613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (37c8de8d-704c-4ff9-afd3-6ed410679bba), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:09.621979 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-509a606d-0636-4091-a746-8d290c1ab613 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:09.623270 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-509a606d-0636-4091-a746-8d290c1ab613 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/37c8de8d-704c-4ff9-afd3-6ed410679bba HTTP/1.1" status: 204 len: 168 time: 0.3266919 Aug 26 06:17:09.633053 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a606d-0636-4091-a746-8d290c1ab613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c8de8d-704c-4ff9-afd3-6ed410679bba,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:09.775780 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e253b-e8f5-4d05-9914-4acb241f6de1 req-52514dad-f3dc-4023-ae4d-9a824cf9b18b tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:09.784516 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a86e253b-e8f5-4d05-9914-4acb241f6de1 req-52514dad-f3dc-4023-ae4d-9a824cf9b18b tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 943 time: 0.0699277 Aug 26 06:17:09.824051 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c58ab-f430-4ffe-97c0-db2d94b7ecf1 req-185f0df7-e474-4297-b88c-c6cdfd33ef5d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:09.833613 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-6f9c58ab-f430-4ffe-97c0-db2d94b7ecf1 req-185f0df7-e474-4297-b88c-c6cdfd33ef5d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 944 time: 0.0955112 Aug 26 06:17:09.859589 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a86e253b-e8f5-4d05-9914-4acb241f6de1 req-836e246f-4b80-4dc6-aab2-6fbcaaa191b6 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41b66f15-a1e7-43f1-b25a-76697058d140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736604 Aug 26 06:17:09.900707 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-6f9c58ab-f430-4ffe-97c0-db2d94b7ecf1 req-56741a63-8091-4802-abfd-4aa49358094e tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643528 Aug 26 06:17:10.234237 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e0554-ef97-41cd-9bf0-d0ad7f8f7c71 req-24cd63d5-0393-41bb-97e7-50d1a6f45050 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:10.236176 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ac4e0554-ef97-41cd-9bf0-d0ad7f8f7c71 req-24cd63d5-0393-41bb-97e7-50d1a6f45050 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 943 time: 0.0695012 Aug 26 06:17:10.329136 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ac4e0554-ef97-41cd-9bf0-d0ad7f8f7c71 req-4986d056-e61f-4765-bf7d-e9b532977501 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833018 Aug 26 06:17:10.405280 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:DELETE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:10.992701 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] get_ports_and_sgs() called for port_ids ['25e49a9c-7d0c-440b-b98b-c8b9503ba03f'] {{(pid=107135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 06:17:11.025953 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb371b81-c2ab-4a4f-900f-1aa3c036701a req-c4d6ed8e-a2d8-4ca0-8e88-4d022d26f7b9 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:11.027859 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cb371b81-c2ab-4a4f-900f-1aa3c036701a req-c4d6ed8e-a2d8-4ca0-8e88-4d022d26f7b9 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 943 time: 0.0685911 Aug 26 06:17:11.085533 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd33389-9761-43c1-8986-c910a6c42898 req-f7f22b1f-57b8-407a-8b94-80a5f38badcb tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:11.088150 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-abd33389-9761-43c1-8986-c910a6c42898 req-f7f22b1f-57b8-407a-8b94-80a5f38badcb tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 944 time: 0.0985680 Aug 26 06:17:11.104041 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cb371b81-c2ab-4a4f-900f-1aa3c036701a req-73a034de-6af6-460f-ba14-305ebd2665e4 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41b66f15-a1e7-43f1-b25a-76697058d140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687494 Aug 26 06:17:11.191731 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-abd33389-9761-43c1-8986-c910a6c42898 req-016a2766-cc61-47ed-9321-a125bdc01eb4 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953338 Aug 26 06:17:11.398937 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:11.401833 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:11.535798 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df760776-9347-4177-8017-4b9469c076c1 req-66d3896c-1fa2-4ef1-88f1-063718f58098 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:11.538135 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-df760776-9347-4177-8017-4b9469c076c1 req-66d3896c-1fa2-4ef1-88f1-063718f58098 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 943 time: 0.0870094 Aug 26 06:17:11.637014 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-df760776-9347-4177-8017-4b9469c076c1 req-175d63a9-e9e7-4d56-9513-0a89888dc6ad tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862269 Aug 26 06:17:12.272657 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f5972-ceba-4b5e-9e77-460945adc1fe req-d28986a4-0c38-41e2-8bea-56eed4e0f849 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:12.274213 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-527f5972-ceba-4b5e-9e77-460945adc1fe req-d28986a4-0c38-41e2-8bea-56eed4e0f849 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 943 time: 0.0666466 Aug 26 06:17:12.340603 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-527f5972-ceba-4b5e-9e77-460945adc1fe req-8945863d-5412-4831-865f-d7a75978df5a tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41b66f15-a1e7-43f1-b25a-76697058d140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582664 Aug 26 06:17:12.384898 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fcfc64-a628-4796-90d6-9ae32a4e303d req-566f7670-83c9-4438-8034-325fa4959848 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:12.387159 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-36fcfc64-a628-4796-90d6-9ae32a4e303d req-566f7670-83c9-4438-8034-325fa4959848 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 944 time: 0.0910201 Aug 26 06:17:12.468189 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-36fcfc64-a628-4796-90d6-9ae32a4e303d req-ea8f2a11-44ab-4ce4-a858-57ed90e1a7aa tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642371 Aug 26 06:17:12.659793 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:12.797402 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c5fd7-5795-4226-84ac-0bddfdd74f8b req-4e12b3f0-ab57-4a6a-b372-fb477e938c9b tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:12.803533 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c44c5fd7-5795-4226-84ac-0bddfdd74f8b req-4e12b3f0-ab57-4a6a-b372-fb477e938c9b tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 943 time: 0.0613649 Aug 26 06:17:12.853259 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c44c5fd7-5795-4226-84ac-0bddfdd74f8b req-a569485d-7a31-41c0-820f-0bf448ab0b2c tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484703 Aug 26 06:17:12.925529 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:13.431548 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:13.488352 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b8abc-3d02-4cf5-8d07-78d8ebb4eeb2 req-315e4032-9855-44ab-9606-144daa4a8b18 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:13.489823 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-3c7b8abc-3d02-4cf5-8d07-78d8ebb4eeb2 req-315e4032-9855-44ab-9606-144daa4a8b18 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 943 time: 0.0530627 Aug 26 06:17:13.548358 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-3c7b8abc-3d02-4cf5-8d07-78d8ebb4eeb2 req-d6694a57-36af-49b4-aa9a-8cd9d791c65d tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41b66f15-a1e7-43f1-b25a-76697058d140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515022 Aug 26 06:17:13.628774 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78cfef-ba72-47ce-bc63-368743dbffd1 req-78430eda-d2eb-4f52-839d-12542f610275 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:13.630362 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2c78cfef-ba72-47ce-bc63-368743dbffd1 req-78430eda-d2eb-4f52-839d-12542f610275 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 944 time: 0.0571227 Aug 26 06:17:13.696022 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2c78cfef-ba72-47ce-bc63-368743dbffd1 req-6e8ad009-cd55-4e7b-af2a-76be09f1547c tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597951 Aug 26 06:17:14.016477 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:14.037343 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90563da5-2b3f-4c20-a2a8-eb8d555327f8 req-c502ca04-d0e1-46c0-8a20-5491ee410dfa tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:14.037343 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-90563da5-2b3f-4c20-a2a8-eb8d555327f8 req-c502ca04-d0e1-46c0-8a20-5491ee410dfa tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 943 time: 0.0688858 Aug 26 06:17:14.090848 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device e7a88b0e-f6e1-473e-9018-7ee3f4181af9 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 06:17:14.098901 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:INSERT=11,neutron:SELECT=82,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:14.137233 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 25e49a9c-7d0c-440b-b98b-c8b9503ba03f up at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:17:14.151190 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-90563da5-2b3f-4c20-a2a8-eb8d555327f8 req-21b94306-ee39-41a2-8dec-7b1f206c1504 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004672 Aug 26 06:17:14.235305 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning for port 25e49a9c-7d0c-440b-b98b-c8b9503ba03f completed by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 06:17:14.249425 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port e7a88b0e-f6e1-473e-9018-7ee3f4181af9, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=e7a88b0e-f6e1-473e-9018-7ee3f4181af9,segment=NetworkSegment(ce69558f-277c-4b96-aebc-229c92177fa1),segment_id=ce69558f-277c-4b96-aebc-229c92177fa1)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:17:14.265646 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Returning: {'device': 'e7a88b0e-f6e1-473e-9018-7ee3f4181af9', 'network_id': '504e79cb-f4bc-488f-be6a-9ade8ca0c470', 'port_id': 'e7a88b0e-f6e1-473e-9018-7ee3f4181af9', 'mac_address': 'fa:16:3e:2e:fa:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e18e45e-aeee-4581-9908-feabcd745733', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 06:17:14.316343 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port e7a88b0e-f6e1-473e-9018-7ee3f4181af9 is: DOWN; New status is: BUILD {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:17:14.317001 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (e7a88b0e-f6e1-473e-9018-7ee3f4181af9), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:14.331947 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a88b0e-f6e1-473e-9018-7ee3f4181af9 {{(pid=107135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:17:14.354857 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port e7a88b0e-f6e1-473e-9018-7ee3f4181af9, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=e7a88b0e-f6e1-473e-9018-7ee3f4181af9,segment=NetworkSegment(ce69558f-277c-4b96-aebc-229c92177fa1),segment_id=ce69558f-277c-4b96-aebc-229c92177fa1)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:17:14.360961 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning complete for port 25e49a9c-7d0c-440b-b98b-c8b9503ba03f triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:17:14.361588 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (25e49a9c-7d0c-440b-b98b-c8b9503ba03f), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:14.442522 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (e7a88b0e-f6e1-473e-9018-7ee3f4181af9), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:14.443416 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 40c6359b-4d02-4846-9ca2-697e2425c559 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 06:17:14.454309 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port 25e49a9c-7d0c-440b-b98b-c8b9503ba03f is: BUILD; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:17:14.454718 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (25e49a9c-7d0c-440b-b98b-c8b9503ba03f), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:14.523757 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3647fa12-4de4-4b81-aca1-4687ec0af8f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e49a9c-7d0c-440b-b98b-c8b9503ba03f'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:17:14.649951 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=e7a88b0e-f6e1-473e-9018-7ee3f4181af9,revision_number=4']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:14.656401 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 25e49a9c-7d0c-440b-b98b-c8b9503ba03f, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=25e49a9c-7d0c-440b-b98b-c8b9503ba03f,segment=NetworkSegment(4777da82-3ccc-43b7-bc69-e5828711c163),segment_id=4777da82-3ccc-43b7-bc69-e5828711c163)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:17:14.706934 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d3b7b-1866-4cf3-9f3b-82a9d4a2e846 req-0a0af691-0d74-4316-9b37-8c4699e085d5 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:14.708543 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-4c4d3b7b-1866-4cf3-9f3b-82a9d4a2e846 req-0a0af691-0d74-4316-9b37-8c4699e085d5 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 944 time: 0.0651574 Aug 26 06:17:14.728156 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 40c6359b-4d02-4846-9ca2-697e2425c559, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=40c6359b-4d02-4846-9ca2-697e2425c559,segment=NetworkSegment(4777da82-3ccc-43b7-bc69-e5828711c163),segment_id=4777da82-3ccc-43b7-bc69-e5828711c163)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:17:14.749471 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Returning: {'device': '40c6359b-4d02-4846-9ca2-697e2425c559', 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e', 'port_id': '40c6359b-4d02-4846-9ca2-697e2425c559', 'mac_address': 'fa:16:3e:6b:58:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b75031eb-a96b-4547-8cde-57cb718d9ca4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 06:17:14.757971 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (25e49a9c-7d0c-440b-b98b-c8b9503ba03f), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:14.772049 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-4c4d3b7b-1866-4cf3-9f3b-82a9d4a2e846 req-1f762b56-f83f-44fc-85ec-041f4a66529a tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41b66f15-a1e7-43f1-b25a-76697058d140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550919 Aug 26 06:17:14.797443 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc106e9f9832226dd913a824a8ae1ea8f79b2df9cdef89c79e10f33880c5a8de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49cb2976-594a-4df5-82fd-fba0bff8fa0c" -d '{"events": [{"server_uuid": "3647fa12-4de4-4b81-aca1-4687ec0af8f9", "name": "network-vif-plugged", "status": "completed", "tag": "25e49a9c-7d0c-440b-b98b-c8b9503ba03f"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:17:14.840141 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:14.863369 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port 40c6359b-4d02-4846-9ca2-697e2425c559 is: DOWN; New status is: BUILD {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:17:14.863767 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (40c6359b-4d02-4846-9ca2-697e2425c559), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:14.894298 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=25e49a9c-7d0c-440b-b98b-c8b9503ba03f,revision_number=5']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:14.898330 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40c6359b-4d02-4846-9ca2-697e2425c559 {{(pid=107135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:17:14.957718 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ded82-f8f0-4f52-b633-1471f8745e1d req-d48736aa-0200-4026-8422-13a210983ccb tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:14.957718 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f52ded82-f8f0-4f52-b633-1471f8745e1d req-d48736aa-0200-4026-8422-13a210983ccb tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 944 time: 0.0943730 Aug 26 06:17:14.960079 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:14.960079 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 40c6359b-4d02-4846-9ca2-697e2425c559, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=40c6359b-4d02-4846-9ca2-697e2425c559,segment=NetworkSegment(4777da82-3ccc-43b7-bc69-e5828711c163),segment_id=4777da82-3ccc-43b7-bc69-e5828711c163)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:17:14.974351 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50cb266e-2052-42a0-9038-a68ba06afd8a x-openstack-request-id: req-50cb266e-2052-42a0-9038-a68ba06afd8a {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:17:14.974803 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3647fa12-4de4-4b81-aca1-4687ec0af8f9", "name": "network-vif-plugged", "status": "completed", "tag": "25e49a9c-7d0c-440b-b98b-c8b9503ba03f", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:17:14.975303 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-50cb266e-2052-42a0-9038-a68ba06afd8a {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:17:14.976164 dv-cinder-853910-3-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50cb266e-2052-42a0-9038-a68ba06afd8a'] response: {'server_uuid': '3647fa12-4de4-4b81-aca1-4687ec0af8f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e49a9c-7d0c-440b-b98b-c8b9503ba03f', 'code': 200} Aug 26 06:17:15.001579 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f52ded82-f8f0-4f52-b633-1471f8745e1d req-288d412e-f808-4cb0-9709-035f92642b9d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645158 Aug 26 06:17:15.115792 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (40c6359b-4d02-4846-9ca2-697e2425c559), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:15.186914 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=40c6359b-4d02-4846-9ca2-697e2425c559,revision_number=4']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:15.306074 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de046307-f824-4b7f-b9aa-5d73366c531e req-fc23540b-82fc-41c6-a1b9-ddbc5ad679a6 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:15.307924 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-de046307-f824-4b7f-b9aa-5d73366c531e req-fc23540b-82fc-41c6-a1b9-ddbc5ad679a6 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 943 time: 0.0600216 Aug 26 06:17:15.368778 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-de046307-f824-4b7f-b9aa-5d73366c531e req-1a8a6d9a-88df-4324-aa81-f526adc76854 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548270 Aug 26 06:17:15.539677 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:15.919837 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1066e2-c49d-418d-b3ef-82d7141058e9 req-ae39bad6-c418-4e4b-9504-74815d337599 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:15.921436 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0c1066e2-c49d-418d-b3ef-82d7141058e9 req-ae39bad6-c418-4e4b-9504-74815d337599 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 944 time: 0.0565903 Aug 26 06:17:15.989409 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0c1066e2-c49d-418d-b3ef-82d7141058e9 req-a98b1bc7-3903-4ac0-8b23-aca886729a79 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41b66f15-a1e7-43f1-b25a-76697058d140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615070 Aug 26 06:17:16.281497 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71f98a-a4eb-4fe9-a922-a2fbb790d0f9 req-de8e25f9-1487-4034-9342-9fd312c29177 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:16.281497 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0b71f98a-a4eb-4fe9-a922-a2fbb790d0f9 req-de8e25f9-1487-4034-9342-9fd312c29177 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 945 time: 0.0669463 Aug 26 06:17:16.281497 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0b71f98a-a4eb-4fe9-a922-a2fbb790d0f9 req-1c9ef5a7-b911-4b33-9d84-389532c87ccb tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461552 Aug 26 06:17:16.502230 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47b358-ad93-4676-8311-da9a439e5cac req-71af1db2-4a02-4e8f-98a4-c3af8eda38df tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:16.503824 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-3b47b358-ad93-4676-8311-da9a439e5cac req-71af1db2-4a02-4e8f-98a4-c3af8eda38df tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 943 time: 0.0532446 Aug 26 06:17:16.556314 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-3b47b358-ad93-4676-8311-da9a439e5cac req-c685c977-9db5-4c89-8c0e-bc7881bc3fdf tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461736 Aug 26 06:17:16.827006 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 06:17:16.964121 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785,segment=NetworkSegment(41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8),segment_id=41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:17:16.977435 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Returning: {'device': 'eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785', 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab', 'port_id': 'eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785', 'mac_address': 'fa:16:3e:35:8c:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a116db-e15a-40d5-881d-57010dc489a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 06:17:17.015461 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785 is: DOWN; New status is: BUILD {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:17:17.015847 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:17.036120 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785 {{(pid=107135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:17:17.060293 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785,segment=NetworkSegment(41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8),segment_id=41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:17:17.121218 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afafb63-7c70-4f17-b022-dd5a874220db req-9f2d18bd-75fe-405e-95f6-478d9411d917 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:17.122780 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5afafb63-7c70-4f17-b022-dd5a874220db req-9f2d18bd-75fe-405e-95f6-478d9411d917 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 944 time: 0.0489912 Aug 26 06:17:17.180926 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5afafb63-7c70-4f17-b022-dd5a874220db req-bb85fd93-1d4e-4218-9d48-468a69475484 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41b66f15-a1e7-43f1-b25a-76697058d140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515761 Aug 26 06:17:17.198941 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] get_ports_and_sgs() called for port_ids ['40c6359b-4d02-4846-9ca2-697e2425c559'] {{(pid=107135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 06:17:17.288191 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:17.337003 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] get_ports_and_sgs() called for port_ids ['e7a88b0e-f6e1-473e-9018-7ee3f4181af9'] {{(pid=107135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 06:17:17.405931 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626b0bb-8cf6-492e-be01-313daed76a72 req-ebed4255-c5c5-45e5-82d4-a8a187e7576b tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:17.413469 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7626b0bb-8cf6-492e-be01-313daed76a72 req-ebed4255-c5c5-45e5-82d4-a8a187e7576b tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 945 time: 0.0705481 Aug 26 06:17:17.444434 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785,revision_number=4']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:17.540473 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7626b0bb-8cf6-492e-be01-313daed76a72 req-67123f54-c0dc-459e-a4b4-4fb9f10c8855 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259322 Aug 26 06:17:17.541597 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2ed3a-dc8f-41a4-82d7-f48f86e7e059 req-0838dd9a-31e0-42de-8603-b431fdebb11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:17.543983 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-ccc2ed3a-dc8f-41a4-82d7-f48f86e7e059 req-0838dd9a-31e0-42de-8603-b431fdebb11f service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9 HTTP/1.1" status: 200 len: 1129 time: 0.1026232 Aug 26 06:17:17.707491 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf33777-b348-45aa-9a66-b98856079be5 req-17a3d95a-ff60-4446-a1f3-0fbeff394949 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:17.709046 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9cf33777-b348-45aa-9a66-b98856079be5 req-17a3d95a-ff60-4446-a1f3-0fbeff394949 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 944 time: 0.0646822 Aug 26 06:17:17.774518 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9cf33777-b348-45aa-9a66-b98856079be5 req-22e6cbf8-1c59-491a-be95-c34b8e669927 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593317 Aug 26 06:17:17.902218 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:18.007761 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:18.331978 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-ccc2ed3a-dc8f-41a4-82d7-f48f86e7e059 req-7145571b-3f2a-4579-aecd-5d34452f0059 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:18.339821 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9fcc2-c5b4-4bd2-9977-90b0965211da req-d1af7730-13f2-440d-bc05-da32a9b42984 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:18.344080 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e4c9fcc2-c5b4-4bd2-9977-90b0965211da req-d1af7730-13f2-440d-bc05-da32a9b42984 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 944 time: 0.0765076 Aug 26 06:17:18.614322 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e4c9fcc2-c5b4-4bd2-9977-90b0965211da req-525366ef-32cd-4528-b581-bde050400dd1 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41b66f15-a1e7-43f1-b25a-76697058d140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639759 Aug 26 06:17:18.661901 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-ccc2ed3a-dc8f-41a4-82d7-f48f86e7e059 req-7145571b-3f2a-4579-aecd-5d34452f0059 service neutron] Publish callbacks [] for security_group (366f22d2-3323-4fb6-867b-e8e4b7a59524), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:18.679706 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc2dd3-8559-4831-b5b4-aaaab8bd2d6a req-6eef8f56-e1e0-4573-ac02-32ae1a1b5d46 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:18.691189 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3fdc2dd3-8559-4831-b5b4-aaaab8bd2d6a req-6eef8f56-e1e0-4573-ac02-32ae1a1b5d46 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 945 time: 0.0491166 Aug 26 06:17:18.730264 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3fdc2dd3-8559-4831-b5b4-aaaab8bd2d6a req-de5d4c44-0b00-40e4-97a2-09627caea64b tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431428 Aug 26 06:17:18.847690 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:18.848662 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-ccc2ed3a-dc8f-41a4-82d7-f48f86e7e059 req-7145571b-3f2a-4579-aecd-5d34452f0059 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (366f22d2-3323-4fb6-867b-e8e4b7a59524), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:18.929371 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-ccc2ed3a-dc8f-41a4-82d7-f48f86e7e059 req-7145571b-3f2a-4579-aecd-5d34452f0059 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6162033 Aug 26 06:17:18.933189 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145571b-3f2a-4579-aecd-5d34452f0059 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=366f22d2-3323-4fb6-867b-e8e4b7a59524,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:18.946086 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6faf8-d45f-42f4-ae5e-d6798911effb req-94c8ac66-701f-4271-8dce-8175743b7d01 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:18.947835 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-67b6faf8-d45f-42f4-ae5e-d6798911effb req-94c8ac66-701f-4271-8dce-8175743b7d01 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 944 time: 0.0926020 Aug 26 06:17:19.003603 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-67b6faf8-d45f-42f4-ae5e-d6798911effb req-b6c1bf1e-f2cf-4358-9491-8db79e301d4b tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480142 Aug 26 06:17:19.744822 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b389d-4536-4359-9101-5c01c9f64621 req-bd4d7058-bfbc-4074-b244-b870b3612862 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:19.746380 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a00b389d-4536-4359-9101-5c01c9f64621 req-bd4d7058-bfbc-4074-b244-b870b3612862 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 944 time: 0.0495977 Aug 26 06:17:19.783810 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:19.819926 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a00b389d-4536-4359-9101-5c01c9f64621 req-76b82b65-265d-4007-a595-f196687a23e0 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41b66f15-a1e7-43f1-b25a-76697058d140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675943 Aug 26 06:17:19.870185 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53138148-a024-46f0-a2a5-6e272bccffed req-09b16da7-0fa8-48a7-8c69-3690fdabd683 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:19.873004 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-53138148-a024-46f0-a2a5-6e272bccffed req-09b16da7-0fa8-48a7-8c69-3690fdabd683 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 945 time: 0.0642862 Aug 26 06:17:19.931492 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-53138148-a024-46f0-a2a5-6e272bccffed req-8785622c-aef0-42d5-962d-aba12cbac20d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485127 Aug 26 06:17:20.126730 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18515bae-fb7b-40f6-8a63-ca2cc9acda2b req-dec99060-50ce-48ce-b1ee-3114804c09f0 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:20.128285 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-18515bae-fb7b-40f6-8a63-ca2cc9acda2b req-dec99060-50ce-48ce-b1ee-3114804c09f0 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 944 time: 0.0480330 Aug 26 06:17:20.163440 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] get_ports_and_sgs() called for port_ids ['eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785'] {{(pid=107135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 06:17:20.189795 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-18515bae-fb7b-40f6-8a63-ca2cc9acda2b req-e435ce13-5b69-43ae-9c51-00c0e174f600 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539525 Aug 26 06:17:20.277722 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:20.499117 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 6 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:17:20.958439 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc28c7-7b03-4058-8402-6ed8df01c8ab req-af49a267-9a90-434a-b8ac-0f4f447d8e90 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:20.960172 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-68cc28c7-7b03-4058-8402-6ed8df01c8ab req-af49a267-9a90-434a-b8ac-0f4f447d8e90 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 944 time: 0.0497322 Aug 26 06:17:21.026642 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-68cc28c7-7b03-4058-8402-6ed8df01c8ab req-cc534719-416e-4d18-99dc-e27b5345e971 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41b66f15-a1e7-43f1-b25a-76697058d140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598600 Aug 26 06:17:21.083110 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11305ff6-e5f9-4a02-aed6-b7404897b864 req-cdbe0921-37da-4137-a974-8ee97cc01e07 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:21.087974 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-11305ff6-e5f9-4a02-aed6-b7404897b864 req-cdbe0921-37da-4137-a974-8ee97cc01e07 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 945 time: 0.0742245 Aug 26 06:17:21.135517 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-11305ff6-e5f9-4a02-aed6-b7404897b864 req-8a0b22a9-680d-467b-b407-599aee28a14d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442445 Aug 26 06:17:21.311416 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896d7b6-3e3e-4aa3-86f8-2cc3d93643e2 req-1a243b8e-8f47-480f-a1a8-de99b0174696 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:21.313009 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e896d7b6-3e3e-4aa3-86f8-2cc3d93643e2 req-1a243b8e-8f47-480f-a1a8-de99b0174696 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 944 time: 0.0493462 Aug 26 06:17:21.363842 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e896d7b6-3e3e-4aa3-86f8-2cc3d93643e2 req-d6318306-358c-4f29-bf8b-2d1782e71db7 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448861 Aug 26 06:17:21.955648 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:22.182330 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c6c2d-500a-4234-b865-ec2645c3b8eb req-779351c5-a640-475a-b485-32bab92dfc39 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:22.184755 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ff0c6c2d-500a-4234-b865-ec2645c3b8eb req-779351c5-a640-475a-b485-32bab92dfc39 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 944 time: 0.0652370 Aug 26 06:17:22.243813 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ff0c6c2d-500a-4234-b865-ec2645c3b8eb req-31f3ff9d-9d35-46f3-a2aa-fafbf5a62a88 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41b66f15-a1e7-43f1-b25a-76697058d140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532174 Aug 26 06:17:22.270729 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121ab08-f6c3-4c52-b10d-834430b023d2 req-8194a4c3-c63c-4bb8-b580-349babdfde78 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:22.272973 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e121ab08-f6c3-4c52-b10d-834430b023d2 req-8194a4c3-c63c-4bb8-b580-349babdfde78 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 945 time: 0.0532866 Aug 26 06:17:22.283337 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:22.326251 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e121ab08-f6c3-4c52-b10d-834430b023d2 req-5bff3501-54bf-4861-a0dd-f02a0e2aa0ba tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446713 Aug 26 06:17:22.504652 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c3575-18f9-45b7-a59a-9faca7fa33da req-26fed51d-baa8-41b1-972f-90841dfb8f2b tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:22.507604 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-dd0c3575-18f9-45b7-a59a-9faca7fa33da req-26fed51d-baa8-41b1-972f-90841dfb8f2b tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 944 time: 0.0503085 Aug 26 06:17:22.560204 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-dd0c3575-18f9-45b7-a59a-9faca7fa33da req-eed37401-2942-4832-868d-6e7a172ce5e6 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469029 Aug 26 06:17:23.373435 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43164e78-0b19-4680-b0c6-f74ea09edbe2 req-8fdf69a3-b820-42df-98f5-56ca3e251a8f tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:23.375035 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-43164e78-0b19-4680-b0c6-f74ea09edbe2 req-8fdf69a3-b820-42df-98f5-56ca3e251a8f tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 944 time: 0.0545006 Aug 26 06:17:23.439834 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-43164e78-0b19-4680-b0c6-f74ea09edbe2 req-c0ff59b6-a58d-43f1-860f-d31a0abbd1d8 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41b66f15-a1e7-43f1-b25a-76697058d140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583940 Aug 26 06:17:23.478086 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424ca94-2f8d-46a3-bc8e-5be4bf6f1f2f req-bdcffa66-603c-4b7e-8a90-db51d7777e0a tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:23.480525 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3424ca94-2f8d-46a3-bc8e-5be4bf6f1f2f req-bdcffa66-603c-4b7e-8a90-db51d7777e0a tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 945 time: 0.0644433 Aug 26 06:17:23.543769 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3424ca94-2f8d-46a3-bc8e-5be4bf6f1f2f req-aac26911-d280-47b5-a9de-9ab64a01bb0e tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575778 Aug 26 06:17:23.702803 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27eeb52-ae71-4014-9281-9d15a37ee310 req-3d6971f7-da2c-4db0-adde-02de578b6df6 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:23.704294 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c27eeb52-ae71-4014-9281-9d15a37ee310 req-3d6971f7-da2c-4db0-adde-02de578b6df6 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 944 time: 0.0562975 Aug 26 06:17:23.754203 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c27eeb52-ae71-4014-9281-9d15a37ee310 req-baef0a2a-5a87-4b6e-a41b-fcc5c6ed91dc tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442631 Aug 26 06:17:24.154691 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device e7a88b0e-f6e1-473e-9018-7ee3f4181af9 up at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:17:24.167551 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning for port e7a88b0e-f6e1-473e-9018-7ee3f4181af9 completed by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 06:17:24.488095 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:24.489146 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning complete for port e7a88b0e-f6e1-473e-9018-7ee3f4181af9 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:17:24.489559 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (e7a88b0e-f6e1-473e-9018-7ee3f4181af9), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:24.629308 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962ec3b-9955-413a-83cd-87283ab1090b req-7f433a38-eee0-4400-814e-3743da5b49e5 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:24.635270 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0962ec3b-9955-413a-83cd-87283ab1090b req-7f433a38-eee0-4400-814e-3743da5b49e5 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 944 time: 0.0794206 Aug 26 06:17:24.697494 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc9ac0-41b8-408d-9f27-557c632b89ee req-69c3e1ad-5764-41bf-88ee-509afc331887 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:24.698048 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port e7a88b0e-f6e1-473e-9018-7ee3f4181af9 is: BUILD; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:17:24.698385 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (e7a88b0e-f6e1-473e-9018-7ee3f4181af9), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:24.706591 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-ebdc9ac0-41b8-408d-9f27-557c632b89ee req-69c3e1ad-5764-41bf-88ee-509afc331887 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 945 time: 0.0675952 Aug 26 06:17:24.728376 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012ac1bd-a390-4776-841b-f11f736a3d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a88b0e-f6e1-473e-9018-7ee3f4181af9'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:17:24.730534 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0962ec3b-9955-413a-83cd-87283ab1090b req-83b38101-2b42-47cf-a113-d70e82225d32 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41b66f15-a1e7-43f1-b25a-76697058d140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883303 Aug 26 06:17:24.731412 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc106e9f9832226dd913a824a8ae1ea8f79b2df9cdef89c79e10f33880c5a8de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2cbe30-e311-417d-8607-0d82e26a18bb" -d '{"events": [{"server_uuid": "012ac1bd-a390-4776-841b-f11f736a3d9f", "name": "network-vif-plugged", "status": "completed", "tag": "e7a88b0e-f6e1-473e-9018-7ee3f4181af9"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:17:24.748060 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port e7a88b0e-f6e1-473e-9018-7ee3f4181af9, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=e7a88b0e-f6e1-473e-9018-7ee3f4181af9,segment=NetworkSegment(ce69558f-277c-4b96-aebc-229c92177fa1),segment_id=ce69558f-277c-4b96-aebc-229c92177fa1)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:17:24.786671 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a216d6e8-c9d0-495e-ac72-77a6007a950c x-openstack-request-id: req-a216d6e8-c9d0-495e-ac72-77a6007a950c {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:17:24.787139 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012ac1bd-a390-4776-841b-f11f736a3d9f", "name": "network-vif-plugged", "status": "completed", "tag": "e7a88b0e-f6e1-473e-9018-7ee3f4181af9", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:17:24.787547 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a216d6e8-c9d0-495e-ac72-77a6007a950c {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:17:24.788285 dv-cinder-853910-3-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a216d6e8-c9d0-495e-ac72-77a6007a950c'] response: {'server_uuid': '012ac1bd-a390-4776-841b-f11f736a3d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a88b0e-f6e1-473e-9018-7ee3f4181af9', 'code': 200} Aug 26 06:17:24.788461 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-ebdc9ac0-41b8-408d-9f27-557c632b89ee req-47ec3c00-3dc4-4582-9497-be90dbac5ea0 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798209 Aug 26 06:17:24.891025 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a95cf-5f72-47f2-a206-8ec7207227c9 req-67565cd2-6b72-4c76-94cf-338fa2683378 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:24.892534 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-d59a95cf-5f72-47f2-a206-8ec7207227c9 req-67565cd2-6b72-4c76-94cf-338fa2683378 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 944 time: 0.0519671 Aug 26 06:17:24.957712 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-d59a95cf-5f72-47f2-a206-8ec7207227c9 req-6b19637a-e9f2-4eb0-85e4-e1aee8c48fb2 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579991 Aug 26 06:17:25.868483 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbee35-fcd6-41ac-b6e8-21e406df30ee req-c1e3a095-1d47-4f3e-853e-6c226b68adcc tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:25.870053 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e8fbee35-fcd6-41ac-b6e8-21e406df30ee req-c1e3a095-1d47-4f3e-853e-6c226b68adcc tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 944 time: 0.0554879 Aug 26 06:17:25.931999 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e8fbee35-fcd6-41ac-b6e8-21e406df30ee req-94b68f83-f818-4d5e-a7f2-f331ad568361 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41b66f15-a1e7-43f1-b25a-76697058d140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555141 Aug 26 06:17:25.933884 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710cdc3e-d97c-45ee-a747-6134dcb1ff21 req-6de01ff4-c4aa-43a8-a3b2-000191e130a2 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:25.935531 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-710cdc3e-d97c-45ee-a747-6134dcb1ff21 req-6de01ff4-c4aa-43a8-a3b2-000191e130a2 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 945 time: 0.0650866 Aug 26 06:17:25.996436 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-710cdc3e-d97c-45ee-a747-6134dcb1ff21 req-8e4353df-c399-4e0a-8eaf-5cbbe62a7547 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540478 Aug 26 06:17:26.073958 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (e7a88b0e-f6e1-473e-9018-7ee3f4181af9), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:26.075962 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785 up at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:17:26.135776 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9d519-0ce8-423b-89d0-98fa15f17b69 req-73fa111a-2857-4d1f-94e3-a8b1c49d0093 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:26.138125 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-76b9d519-0ce8-423b-89d0-98fa15f17b69 req-73fa111a-2857-4d1f-94e3-a8b1c49d0093 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 944 time: 0.0779977 Aug 26 06:17:26.192355 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=e7a88b0e-f6e1-473e-9018-7ee3f4181af9,revision_number=5']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:26.199679 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-76b9d519-0ce8-423b-89d0-98fa15f17b69 req-5a18b375-8427-4fe6-856c-0fe0cc0865ab tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516043 Aug 26 06:17:26.206808 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:26.207104 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:26.207345 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:26.207698 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:26.208228 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:26.208718 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:26.209289 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:26.210612 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:26.211249 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:26.211816 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:26.212318 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:26.212686 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:26.213026 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:26.213358 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:26.213687 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:26.222057 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning for port eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785 completed by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 06:17:26.229965 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:26.376678 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning complete for port eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:17:26.377157 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:26.468998 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785 is: BUILD; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:17:26.496808 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:26.509847 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785,segment=NetworkSegment(41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8),segment_id=41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:17:26.536224 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-112056d1-b0ee-4946-b4b5-c59b29885bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:26.625608 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e906159-b284-4c0d-810a-b31abaac6d7c req-ba222e75-7ba8-474a-9339-411e468aba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:26.627505 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4e906159-b284-4c0d-810a-b31abaac6d7c req-ba222e75-7ba8-474a-9339-411e468aba4e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 1129 time: 0.0482786 Aug 26 06:17:26.676626 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4e906159-b284-4c0d-810a-b31abaac6d7c req-5adff520-3b75-479d-b80f-60c9d423e7e2 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=41b66f15-a1e7-43f1-b25a-76697058d140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425823 Aug 26 06:17:26.736522 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:26.737373 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 40c6359b-4d02-4846-9ca2-697e2425c559 up at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:17:26.790985 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0dda9da-e7bd-4a7d-b807-a2074ccbe208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:17:26.793499 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc106e9f9832226dd913a824a8ae1ea8f79b2df9cdef89c79e10f33880c5a8de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4733ffed-e86e-4dfe-a9b6-3df49a0008a2" -d '{"events": [{"server_uuid": "c0dda9da-e7bd-4a7d-b807-a2074ccbe208", "name": "network-vif-plugged", "status": "completed", "tag": "eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:17:26.829209 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785,revision_number=5']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:26.832817 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning for port 40c6359b-4d02-4846-9ca2-697e2425c559 completed by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 06:17:26.837204 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22336d47-60b2-412f-8ed9-f0bfcda27026 x-openstack-request-id: req-22336d47-60b2-412f-8ed9-f0bfcda27026 {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:17:26.837495 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0dda9da-e7bd-4a7d-b807-a2074ccbe208", "name": "network-vif-plugged", "status": "completed", "tag": "eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:17:26.838655 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-22336d47-60b2-412f-8ed9-f0bfcda27026 {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:17:26.838655 dv-cinder-853910-3-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22336d47-60b2-412f-8ed9-f0bfcda27026'] response: {'server_uuid': 'c0dda9da-e7bd-4a7d-b807-a2074ccbe208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785', 'code': 200} Aug 26 06:17:26.994175 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning complete for port 40c6359b-4d02-4846-9ca2-697e2425c559 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:17:26.994796 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (40c6359b-4d02-4846-9ca2-697e2425c559), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:27.034977 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:27.095793 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port 40c6359b-4d02-4846-9ca2-697e2425c559 is: BUILD; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:17:27.096581 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (40c6359b-4d02-4846-9ca2-697e2425c559), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:27.117347 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:27.119634 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a5bd4-bff1-4b13-8a56-b15139a2a32f req-2e3b3ecb-4368-4448-83ce-82bfe36443a2 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:27.121935 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7c0a5bd4-bff1-4b13-8a56-b15139a2a32f req-2e3b3ecb-4368-4448-83ce-82bfe36443a2 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 945 time: 0.0605688 Aug 26 06:17:27.139247 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 40c6359b-4d02-4846-9ca2-697e2425c559, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=40c6359b-4d02-4846-9ca2-697e2425c559,segment=NetworkSegment(4777da82-3ccc-43b7-bc69-e5828711c163),segment_id=4777da82-3ccc-43b7-bc69-e5828711c163)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:17:27.193258 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ec3ed-f7c9-437b-ad05-5aa2e1fc1248 req-db4d1379-ce27-4f85-88b2-c1155a1311ba tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:27.195959 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-566ec3ed-f7c9-437b-ad05-5aa2e1fc1248 req-db4d1379-ce27-4f85-88b2-c1155a1311ba tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 945 time: 0.0706587 Aug 26 06:17:27.223449 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7c0a5bd4-bff1-4b13-8a56-b15139a2a32f req-fb4a0898-8846-476f-950f-51a1966c81e9 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41b66f15-a1e7-43f1-b25a-76697058d140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949936 Aug 26 06:17:27.269075 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (40c6359b-4d02-4846-9ca2-697e2425c559), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:27.311174 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-566ec3ed-f7c9-437b-ad05-5aa2e1fc1248 req-539992c1-d76d-4d65-9741-1c0d55e5239d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009426 Aug 26 06:17:27.398135 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=40c6359b-4d02-4846-9ca2-697e2425c559,revision_number=5']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:27.415739 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11026a81-e174-46d0-9e9e-b9f10ca29cbc req-99f50534-b1d3-43a9-8b9e-11daf154662e tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:27.417621 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-11026a81-e174-46d0-9e9e-b9f10ca29cbc req-99f50534-b1d3-43a9-8b9e-11daf154662e tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0562828 Aug 26 06:17:27.472632 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-11026a81-e174-46d0-9e9e-b9f10ca29cbc req-be4e84e7-cfe7-44a8-82b3-898e589d6e26 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481963 Aug 26 06:17:27.574403 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0336f319-053a-4fb5-b2b5-2a50f9576c8f req-ed6e3ef1-85ad-4b7c-a420-2e179a45eeed service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702946 Aug 26 06:17:27.574871 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc15ea-6f09-4eaa-a951-a32e77a82276 req-d24d3194-198a-418f-b460-623146806b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:27.576697 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-61cc15ea-6f09-4eaa-a951-a32e77a82276 req-d24d3194-198a-418f-b460-623146806b68 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 1129 time: 0.0719740 Aug 26 06:17:27.636822 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-61cc15ea-6f09-4eaa-a951-a32e77a82276 req-21e06c95-a188-4f66-9a15-0ac557a20cdb service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471966 Aug 26 06:17:27.666507 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336f319-053a-4fb5-b2b5-2a50f9576c8f req-17a60100-f926-4589-ad55-b50c6519e040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:27.668371 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0336f319-053a-4fb5-b2b5-2a50f9576c8f req-17a60100-f926-4589-ad55-b50c6519e040 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=84a2eee4447b4eadb79fbdbb874d4476&device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9 HTTP/1.1" status: 200 len: 1129 time: 0.0454197 Aug 26 06:17:28.382116 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e972b5d-3979-4efb-99ef-ccccd0978ad0 req-64f0c7f1-25e5-4c5d-b5df-db15625e4bb2 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:28.384396 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-1e972b5d-3979-4efb-99ef-ccccd0978ad0 req-64f0c7f1-25e5-4c5d-b5df-db15625e4bb2 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 945 time: 0.0779605 Aug 26 06:17:28.459980 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-1e972b5d-3979-4efb-99ef-ccccd0978ad0 req-570cb9c8-f1f2-4c6c-9a59-9f7bac63cd34 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41b66f15-a1e7-43f1-b25a-76697058d140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673790 Aug 26 06:17:28.513701 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ceb821-5e95-4be1-b801-14e8a8011f8f req-4d671bd3-f68a-44f1-bb14-f8b58cb091a6 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:28.515318 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-22ceb821-5e95-4be1-b801-14e8a8011f8f req-4d671bd3-f68a-44f1-bb14-f8b58cb091a6 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 946 time: 0.0772264 Aug 26 06:17:28.550093 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336f319-053a-4fb5-b2b5-2a50f9576c8f req-ecfad5f6-adc2-4e34-85d1-e11c5b76897d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:28.551553 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0336f319-053a-4fb5-b2b5-2a50f9576c8f req-ecfad5f6-adc2-4e34-85d1-e11c5b76897d service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=f4400288-0fd6-4a35-b08d-549e7c7c455e HTTP/1.1" status: 200 len: 919 time: 0.2045138 Aug 26 06:17:28.617375 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-22ceb821-5e95-4be1-b801-14e8a8011f8f req-482c0a19-36aa-45f7-936f-f9ac561382a6 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855756 Aug 26 06:17:28.622259 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba3ed0-944c-476a-a536-fc63f5c74737 req-b96c3558-2a4b-4c2a-a066-bb2ba30648d0 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:28.623815 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-b7ba3ed0-944c-476a-a536-fc63f5c74737 req-b96c3558-2a4b-4c2a-a066-bb2ba30648d0 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0545373 Aug 26 06:17:28.681772 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-b7ba3ed0-944c-476a-a536-fc63f5c74737 req-831ee197-6d30-44c6-90e0-dceac58df86d tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524874 Aug 26 06:17:28.721301 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-dc30859e-1819-4d94-afdf-4b5f6fd5a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:28.725954 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:DELETE=4,neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:28.839578 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7e392a-1a02-4faa-a63e-5ac717bd2537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c6359b-4d02-4846-9ca2-697e2425c559'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:17:28.840968 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0336f319-053a-4fb5-b2b5-2a50f9576c8f req-7137b994-4585-4f35-b7af-68f877ae9d6a service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25e49a9c-7d0c-440b-b98b-c8b9503ba03f HTTP/1.1" status: 200 len: 217 time: 0.0351830 Aug 26 06:17:28.842374 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc106e9f9832226dd913a824a8ae1ea8f79b2df9cdef89c79e10f33880c5a8de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b57f283-3615-4a7e-a256-9b73e9b18e01" -d '{"events": [{"server_uuid": "ea7e392a-1a02-4faa-a63e-5ac717bd2537", "name": "network-vif-plugged", "status": "completed", "tag": "40c6359b-4d02-4846-9ca2-697e2425c559"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:17:28.882079 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ed9b8c-103b-4786-8ff4-b344800d9677 x-openstack-request-id: req-22ed9b8c-103b-4786-8ff4-b344800d9677 {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:17:28.882461 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea7e392a-1a02-4faa-a63e-5ac717bd2537", "name": "network-vif-plugged", "status": "completed", "tag": "40c6359b-4d02-4846-9ca2-697e2425c559", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:17:28.882817 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-22ed9b8c-103b-4786-8ff4-b344800d9677 {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:17:28.883274 dv-cinder-853910-3-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22ed9b8c-103b-4786-8ff4-b344800d9677'] response: {'server_uuid': 'ea7e392a-1a02-4faa-a63e-5ac717bd2537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c6359b-4d02-4846-9ca2-697e2425c559', 'code': 200} Aug 26 06:17:28.893441 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336f319-053a-4fb5-b2b5-2a50f9576c8f req-ccfa9c71-a84d-451d-8d36-729738a535e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:28.899180 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0336f319-053a-4fb5-b2b5-2a50f9576c8f req-ccfa9c71-a84d-451d-8d36-729738a535e3 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=b75031eb-a96b-4547-8cde-57cb718d9ca4 HTTP/1.1" status: 200 len: 857 time: 0.0472746 Aug 26 06:17:28.966095 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336f319-053a-4fb5-b2b5-2a50f9576c8f req-245e0042-0991-4740-a5a8-fd09ed897f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:28.967625 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0336f319-053a-4fb5-b2b5-2a50f9576c8f req-245e0042-0991-4740-a5a8-fd09ed897f24 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=f4400288-0fd6-4a35-b08d-549e7c7c455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437610 Aug 26 06:17:29.063336 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0336f319-053a-4fb5-b2b5-2a50f9576c8f req-16b96fe0-6eef-4818-b625-184f77376d87 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849347 Aug 26 06:17:29.608436 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0336f319-053a-4fb5-b2b5-2a50f9576c8f req-93209c0c-4ea7-4caf-a899-7f34933420d7 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000943 Aug 26 06:17:29.612869 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:29.773202 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27c571-8a11-4af2-8de7-f02d82e2a947 req-4cef7e85-3c4a-4879-b905-cb34d1547ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:29.774994 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8c27c571-8a11-4af2-8de7-f02d82e2a947 req-4cef7e85-3c4a-4879-b905-cb34d1547ea2 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 1130 time: 0.0840530 Aug 26 06:17:29.790253 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7cb50-e0b5-4099-b3b8-75ed82241141 req-ef553b26-ffc1-4996-9335-7513e469a6f3 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:29.791989 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-daf7cb50-e0b5-4099-b3b8-75ed82241141 req-ef553b26-ffc1-4996-9335-7513e469a6f3 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 946 time: 0.0900762 Aug 26 06:17:29.849904 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-daf7cb50-e0b5-4099-b3b8-75ed82241141 req-d3ddb4b6-cf89-490a-9f9f-048dac97fabd tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514255 Aug 26 06:17:29.858171 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076cc75-da9b-4be2-b324-4753adb4be2c req-9752cb5b-1f90-407d-b1d1-4c706e22456d tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:29.858386 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-9076cc75-da9b-4be2-b324-4753adb4be2c req-9752cb5b-1f90-407d-b1d1-4c706e22456d tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0694425 Aug 26 06:17:29.880909 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8c27c571-8a11-4af2-8de7-f02d82e2a947 req-6b7c24c8-c911-4091-ac66-c063176e65b0 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994573 Aug 26 06:17:29.906864 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:29.931181 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-9076cc75-da9b-4be2-b324-4753adb4be2c req-895c3118-c0f1-45da-850f-989e1946bba7 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486758 Aug 26 06:17:30.492912 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:30.971407 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:31.048500 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cceab-ffed-44a9-86fe-0ded98fd70be req-52daaba2-9833-441c-9f08-f0927bf2619d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:31.050094 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-b31cceab-ffed-44a9-86fe-0ded98fd70be req-52daaba2-9833-441c-9f08-f0927bf2619d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 946 time: 0.0524728 Aug 26 06:17:31.097682 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab5a1f-0393-40db-8097-9f0334cc76f5 req-6fb387e1-22ca-4d99-8454-b7620f789845 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:31.097682 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-77ab5a1f-0393-40db-8097-9f0334cc76f5 req-6fb387e1-22ca-4d99-8454-b7620f789845 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0626178 Aug 26 06:17:31.114913 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-b31cceab-ffed-44a9-86fe-0ded98fd70be req-39fd0fb9-edda-4d43-9a75-4ec52424bf94 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581968 Aug 26 06:17:31.155005 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-77ab5a1f-0393-40db-8097-9f0334cc76f5 req-fb893907-86aa-4e62-a150-1e3ad0f8a030 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524218 Aug 26 06:17:31.326783 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e4361-09f3-4e7d-bd47-2d31ebb2d07f req-2e4888fc-08f6-42de-a400-6fc3b16d1555 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:31.328243 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-083e4361-09f3-4e7d-bd47-2d31ebb2d07f req-2e4888fc-08f6-42de-a400-6fc3b16d1555 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0495889 Aug 26 06:17:31.338538 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 49472) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:31.343097 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-f44e08da-25aa-46bf-907d-e6aa331c2749 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Request body: {'floatingip': {'port_id': 'eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:17:31.418836 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f44e08da-25aa-46bf-907d-e6aa331c2749 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for floatingip (a937ae4b-0452-4acb-8266-42898284e3f0), before_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:31.473798 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:31.477503 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:32.250659 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f44e08da-25aa-46bf-907d-e6aa331c2749 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:32.252304 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=5 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:32.257493 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd103a7-8862-48bc-918f-9ad4398deb9d req-80806713-f4e4-4c45-9cae-2ca14ba913c9 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:32.259629 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4dd103a7-8862-48bc-918f-9ad4398deb9d req-80806713-f4e4-4c45-9cae-2ca14ba913c9 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 946 time: 0.0583022 Aug 26 06:17:32.311909 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4dd103a7-8862-48bc-918f-9ad4398deb9d req-726c09bb-94f3-404d-8589-5940232827d6 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457258 Aug 26 06:17:32.420255 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f44e08da-25aa-46bf-907d-e6aa331c2749 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614170'] for floatingip (a937ae4b-0452-4acb-8266-42898284e3f0), after_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:32.519734 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.db.l3_db [None req-f44e08da-25aa-46bf-907d-e6aa331c2749 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Floating IP a937ae4b-0452-4acb-8266-42898284e3f0 associated. External IP: 172.27.3.217, port: eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785. Aug 26 06:17:32.735633 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44e08da-25aa-46bf-907d-e6aa331c2749 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Router 6c079f46-9d17-46f1-addf-d8e1e72a3bf0 has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:17:32.919321 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44e08da-25aa-46bf-907d-e6aa331c2749 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:17:32.924250 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f44e08da-25aa-46bf-907d-e6aa331c2749 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for floatingip (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:32.932906 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e15aae-4030-4a34-b301-bb6ab09c578e None None] Sync routers for ids ['6c079f46-9d17-46f1-addf-d8e1e72a3bf0'] in dv-cinder-853910-3-iscsi {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:17:32.945584 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e15aae-4030-4a34-b301-bb6ab09c578e None None] Routers {'6c079f46-9d17-46f1-addf-d8e1e72a3bf0'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:17:32.946207 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-47e15aae-4030-4a34-b301-bb6ab09c578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:17:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['6c079f46-9d17-46f1-addf-d8e1e72a3bf0'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:17:32.956931 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-f44e08da-25aa-46bf-907d-e6aa331c2749 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/a937ae4b-0452-4acb-8266-42898284e3f0 HTTP/1.1" status: 200 len: 991 time: 1.6172290 Aug 26 06:17:32.957517 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0dda9da-e7bd-4a7d-b807-a2074ccbe208', 'tag': 'eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785'}] {{(pid=107134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:17:32.960676 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98877e02f8b3cb06335249729d630ff259ce8fa3eff905cdf154d6d548f15152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5631f44c-40d3-4dfe-a827-abbcb3d21dd2" -d '{"events": [{"name": "network-changed", "server_uuid": "c0dda9da-e7bd-4a7d-b807-a2074ccbe208", "tag": "eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785"}]}' {{(pid=107134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:17:33.001960 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371d0086-ca11-48b6-9ac3-37a5869066d1 x-openstack-request-id: req-371d0086-ca11-48b6-9ac3-37a5869066d1 {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:17:33.002333 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0dda9da-e7bd-4a7d-b807-a2074ccbe208", "tag": "eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785", "status": "completed", "code": 200}]} {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:17:33.002571 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-371d0086-ca11-48b6-9ac3-37a5869066d1 {{(pid=107134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:17:33.003181 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-371d0086-ca11-48b6-9ac3-37a5869066d1'] response: {'name': 'network-changed', 'server_uuid': 'c0dda9da-e7bd-4a7d-b807-a2074ccbe208', 'tag': 'eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785', 'status': 'completed', 'code': 200} Aug 26 06:17:33.058805 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-47e15aae-4030-4a34-b301-bb6ab09c578e None None] Set router 6c079f46-9d17-46f1-addf-d8e1e72a3bf0 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:17:33.079884 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631f44c-40d3-4dfe-a827-abbcb3d21dd2 req-6655db87-454d-4dba-a582-bef5bcc7348b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:33.081463 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-5631f44c-40d3-4dfe-a827-abbcb3d21dd2 req-6655db87-454d-4dba-a582-bef5bcc7348b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=aceecfa04cf941348d542c3e55569384&device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 1129 time: 0.0459847 Aug 26 06:17:33.220953 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631f44c-40d3-4dfe-a827-abbcb3d21dd2 req-15255e94-471d-48a4-8693-3c0a9296fe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:33.222423 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-5631f44c-40d3-4dfe-a827-abbcb3d21dd2 req-15255e94-471d-48a4-8693-3c0a9296fe3d service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=9d86ecc4-b89c-4670-82c2-e19913819bab HTTP/1.1" status: 200 len: 911 time: 0.1330566 Aug 26 06:17:33.347264 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-5631f44c-40d3-4dfe-a827-abbcb3d21dd2 req-71695d11-d1ff-412f-bf9a-4dc9553e5b90 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785 HTTP/1.1" status: 200 len: 999 time: 0.1171749 Aug 26 06:17:33.379183 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-47e15aae-4030-4a34-b301-bb6ab09c578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'name': 'tempest-AttachVolumeTestJSON-371950179-router', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '5137d2dc-00ea-4102-b733-31f76f02ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:24Z', 'updated_at': '2022-08-26T06:16:33Z', 'revision_number': 4, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'gw_port': {'id': '5137d2dc-00ea-4102-b733-31f76f02ac42', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': 'a937ae4b-0452-4acb-8266-42898284e3f0', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'port_id': 'eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab', 'mac_address': 'fa:16:3e:35:8c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dda9da-e7bd-4a7d-b807-a2074ccbe208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:16:40Z', 'updated_at': '2022-08-26T06:17:32Z', 'revision_number': 1, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '824bffea-6e21-4bf9-b5df-3c6eaf8e7332', 'name': '', 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'mac_address': 'fa:16:3e:3a:93:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f9a116db-e15a-40d5-881d-57010dc489a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:30Z', 'updated_at': '2022-08-26T06:16:43Z', 'revision_number': 5, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'subnets': [{'id': 'f9a116db-e15a-40d5-881d-57010dc489a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:17:33.421764 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631f44c-40d3-4dfe-a827-abbcb3d21dd2 req-3427823f-d8b5-4dfb-b08f-564739099941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:33.423587 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-5631f44c-40d3-4dfe-a827-abbcb3d21dd2 req-3427823f-d8b5-4dfb-b08f-564739099941 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=f9a116db-e15a-40d5-881d-57010dc489a7 HTTP/1.1" status: 200 len: 849 time: 0.0706947 Aug 26 06:17:33.427661 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e15aae-4030-4a34-b301-bb6ab09c578e None None] Checking router: 6c079f46-9d17-46f1-addf-d8e1e72a3bf0 for host: dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:17:33.440793 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e15aae-4030-4a34-b301-bb6ab09c578e None None] Routers {'6c079f46-9d17-46f1-addf-d8e1e72a3bf0'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:17:33.441416 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-47e15aae-4030-4a34-b301-bb6ab09c578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:17:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['6c079f46-9d17-46f1-addf-d8e1e72a3bf0'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:17:33.509211 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15628c9c-7e13-46ff-bddd-795067188718 req-6d69b1b1-17ef-4757-aa09-74099f8eac89 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:33.510869 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-15628c9c-7e13-46ff-bddd-795067188718 req-6d69b1b1-17ef-4757-aa09-74099f8eac89 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 946 time: 0.0861766 Aug 26 06:17:33.514469 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631f44c-40d3-4dfe-a827-abbcb3d21dd2 req-7f283583-454b-45dc-aeba-8c36dcb67999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:33.516010 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-5631f44c-40d3-4dfe-a827-abbcb3d21dd2 req-7f283583-454b-45dc-aeba-8c36dcb67999 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=9d86ecc4-b89c-4670-82c2-e19913819bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0820293 Aug 26 06:17:33.563418 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-47e15aae-4030-4a34-b301-bb6ab09c578e None None] Set router 6c079f46-9d17-46f1-addf-d8e1e72a3bf0 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:17:33.620616 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-15628c9c-7e13-46ff-bddd-795067188718 req-b8f44127-4fcf-48cd-a31a-279816e02816 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026275 Aug 26 06:17:33.654239 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-5631f44c-40d3-4dfe-a827-abbcb3d21dd2 req-2e118d23-a1bf-4560-b0b8-c0cfec8ee6b1 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9d86ecc4-b89c-4670-82c2-e19913819bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279082 Aug 26 06:17:33.794448 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-5631f44c-40d3-4dfe-a827-abbcb3d21dd2 req-9ed0ca99-84f2-4471-9971-d282803b7bc9 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9d86ecc4-b89c-4670-82c2-e19913819bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335397 Aug 26 06:17:33.830476 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-47e15aae-4030-4a34-b301-bb6ab09c578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'name': 'tempest-AttachVolumeTestJSON-371950179-router', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '5137d2dc-00ea-4102-b733-31f76f02ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:24Z', 'updated_at': '2022-08-26T06:16:33Z', 'revision_number': 4, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'gw_port': {'id': '5137d2dc-00ea-4102-b733-31f76f02ac42', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': 'a937ae4b-0452-4acb-8266-42898284e3f0', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'port_id': 'eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab', 'mac_address': 'fa:16:3e:35:8c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dda9da-e7bd-4a7d-b807-a2074ccbe208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:16:40Z', 'updated_at': '2022-08-26T06:17:32Z', 'revision_number': 1, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '824bffea-6e21-4bf9-b5df-3c6eaf8e7332', 'name': '', 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'mac_address': 'fa:16:3e:3a:93:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f9a116db-e15a-40d5-881d-57010dc489a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:30Z', 'updated_at': '2022-08-26T06:16:43Z', 'revision_number': 5, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'subnets': [{'id': 'f9a116db-e15a-40d5-881d-57010dc489a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:17:33.867153 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e15aae-4030-4a34-b301-bb6ab09c578e None None] The sync data for ids ['6c079f46-9d17-46f1-addf-d8e1e72a3bf0'] in dv-cinder-853910-3-iscsi is: [{'id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'name': 'tempest-AttachVolumeTestJSON-371950179-router', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '5137d2dc-00ea-4102-b733-31f76f02ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:24Z', 'updated_at': '2022-08-26T06:16:33Z', 'revision_number': 4, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'gw_port': {'id': '5137d2dc-00ea-4102-b733-31f76f02ac42', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': 'a937ae4b-0452-4acb-8266-42898284e3f0', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'port_id': 'eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab', 'mac_address': 'fa:16:3e:35:8c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dda9da-e7bd-4a7d-b807-a2074ccbe208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:16:40Z', 'updated_at': '2022-08-26T06:17:32Z', 'revision_number': 1, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '824bffea-6e21-4bf9-b5df-3c6eaf8e7332', 'name': '', 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'mac_address': 'fa:16:3e:3a:93:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f9a116db-e15a-40d5-881d-57010dc489a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:30Z', 'updated_at': '2022-08-26T06:16:43Z', 'revision_number': 5, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'subnets': [{'id': 'f9a116db-e15a-40d5-881d-57010dc489a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:17:33.944308 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:34.160973 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374509b9-1b43-4507-ac69-b1bcf5661be4 None None] New status for floating IP a937ae4b-0452-4acb-8266-42898284e3f0: ACTIVE {{(pid=107135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 06:17:34.409657 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d41c3-3005-437c-b9a3-630415d4ecb7 req-edc651f4-3510-491d-946b-922ef50ca7ae tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:34.413947 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-fb6d41c3-3005-437c-b9a3-630415d4ecb7 req-edc651f4-3510-491d-946b-922ef50ca7ae tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 946 time: 0.0665998 Aug 26 06:17:34.496185 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd59f1b-ab87-4295-8769-d22f1643cb48 req-5255f410-609c-41e2-9b78-c4b5900b842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:34.497893 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-bfd59f1b-ab87-4295-8769-d22f1643cb48 req-5255f410-609c-41e2-9b78-c4b5900b842a service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=84a2eee4447b4eadb79fbdbb874d4476&device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 1130 time: 0.0636377 Aug 26 06:17:34.502259 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-fb6d41c3-3005-437c-b9a3-630415d4ecb7 req-19b69fe0-f13f-4e87-a3f8-0d7e76d944d1 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828087 Aug 26 06:17:34.592983 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd59f1b-ab87-4295-8769-d22f1643cb48 req-88524ed8-17e7-498c-b264-bc7d8256aff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:34.594428 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-bfd59f1b-ab87-4295-8769-d22f1643cb48 req-88524ed8-17e7-498c-b264-bc7d8256aff3 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=f4400288-0fd6-4a35-b08d-549e7c7c455e HTTP/1.1" status: 200 len: 919 time: 0.0912168 Aug 26 06:17:34.744430 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:34.744430 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-bfd59f1b-ab87-4295-8769-d22f1643cb48 req-53cfd70f-7e93-4a42-9c8d-8fa432f95f8d service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40c6359b-4d02-4846-9ca2-697e2425c559 HTTP/1.1" status: 200 len: 217 time: 0.0380826 Aug 26 06:17:34.744430 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd59f1b-ab87-4295-8769-d22f1643cb48 req-4b7a7533-bd14-4542-a76f-83a2c24381cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:34.744430 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-bfd59f1b-ab87-4295-8769-d22f1643cb48 req-4b7a7533-bd14-4542-a76f-83a2c24381cf service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=b75031eb-a96b-4547-8cde-57cb718d9ca4 HTTP/1.1" status: 200 len: 857 time: 0.0442252 Aug 26 06:17:34.744430 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd59f1b-ab87-4295-8769-d22f1643cb48 req-50653274-ab18-44b9-a00a-be4d206148fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:34.744430 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-bfd59f1b-ab87-4295-8769-d22f1643cb48 req-50653274-ab18-44b9-a00a-be4d206148fc service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=f4400288-0fd6-4a35-b08d-549e7c7c455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393546 Aug 26 06:17:34.849000 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-bfd59f1b-ab87-4295-8769-d22f1643cb48 req-89fec856-9f0e-4ff2-970e-e01bdf0d6555 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077154 Aug 26 06:17:34.955335 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-bfd59f1b-ab87-4295-8769-d22f1643cb48 req-ddeef5d4-b5ef-4898-848c-58c48a753b13 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971792 Aug 26 06:17:35.479499 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:35.576064 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 49576) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:35.654830 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ba761-e383-4130-a434-461afd2e5f51 req-5035aa63-09cc-4717-b302-098b78697dd9 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:35.656436 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7c2ba761-e383-4130-a434-461afd2e5f51 req-5035aa63-09cc-4717-b302-098b78697dd9 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 946 time: 0.0591435 Aug 26 06:17:35.672812 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:DELETE=5,neutron:SELECT=82,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:35.745281 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7c2ba761-e383-4130-a434-461afd2e5f51 req-85aaf519-ba72-454b-a666-17b2809d2e04 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788472 Aug 26 06:17:35.746851 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-ea971c93-275f-4ee6-a876-87795a5c4df3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:35.827382 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-ea971c93-275f-4ee6-a876-87795a5c4df3 admin admin] Publish callbacks [] for security_group (a6604e34-983b-42c5-b3f0-f7a150bb1660), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:35.972562 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-ea971c93-275f-4ee6-a876-87795a5c4df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (a6604e34-983b-42c5-b3f0-f7a150bb1660), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:36.012772 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-ea971c93-275f-4ee6-a876-87795a5c4df3 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=74820d32d28e4657ae674b3c1ab7a32b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4351511 Aug 26 06:17:36.013471 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea971c93-275f-4ee6-a876-87795a5c4df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6604e34-983b-42c5-b3f0-f7a150bb1660,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:36.015843 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 49582) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:36.021046 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea971c93-275f-4ee6-a876-87795a5c4df3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:36.021390 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea971c93-275f-4ee6-a876-87795a5c4df3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:36.022070 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea971c93-275f-4ee6-a876-87795a5c4df3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:36.022822 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea971c93-275f-4ee6-a876-87795a5c4df3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:36.023170 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea971c93-275f-4ee6-a876-87795a5c4df3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:36.030305 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea971c93-275f-4ee6-a876-87795a5c4df3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:36.030305 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea971c93-275f-4ee6-a876-87795a5c4df3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:36.030305 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea971c93-275f-4ee6-a876-87795a5c4df3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:36.030305 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea971c93-275f-4ee6-a876-87795a5c4df3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:36.030305 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea971c93-275f-4ee6-a876-87795a5c4df3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:36.030305 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea971c93-275f-4ee6-a876-87795a5c4df3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:36.030305 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea971c93-275f-4ee6-a876-87795a5c4df3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:36.030305 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea971c93-275f-4ee6-a876-87795a5c4df3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:36.030305 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea971c93-275f-4ee6-a876-87795a5c4df3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:36.030305 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea971c93-275f-4ee6-a876-87795a5c4df3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:36.091380 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d4266afe-bdf4-4bbd-a294-77c287bf8185 admin admin] Publish callbacks [] for security_group (a6604e34-983b-42c5-b3f0-f7a150bb1660), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:36.117202 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d4266afe-bdf4-4bbd-a294-77c287bf8185 admin admin] Publish callbacks [] for security_group (a6604e34-983b-42c5-b3f0-f7a150bb1660), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:36.360910 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d4266afe-bdf4-4bbd-a294-77c287bf8185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (a6604e34-983b-42c5-b3f0-f7a150bb1660), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:36.363444 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d4266afe-bdf4-4bbd-a294-77c287bf8185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:36.369489 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-d4266afe-bdf4-4bbd-a294-77c287bf8185 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/a6604e34-983b-42c5-b3f0-f7a150bb1660 HTTP/1.1" status: 204 len: 168 time: 0.3476334 Aug 26 06:17:36.373430 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4266afe-bdf4-4bbd-a294-77c287bf8185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6604e34-983b-42c5-b3f0-f7a150bb1660,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:36.381945 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4266afe-bdf4-4bbd-a294-77c287bf8185 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:36.382298 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4266afe-bdf4-4bbd-a294-77c287bf8185 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:36.382745 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4266afe-bdf4-4bbd-a294-77c287bf8185 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:36.383097 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4266afe-bdf4-4bbd-a294-77c287bf8185 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:36.383434 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4266afe-bdf4-4bbd-a294-77c287bf8185 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:36.383766 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4266afe-bdf4-4bbd-a294-77c287bf8185 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:36.384096 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4266afe-bdf4-4bbd-a294-77c287bf8185 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:36.384423 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4266afe-bdf4-4bbd-a294-77c287bf8185 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:36.384777 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4266afe-bdf4-4bbd-a294-77c287bf8185 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:36.385101 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4266afe-bdf4-4bbd-a294-77c287bf8185 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:36.385444 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4266afe-bdf4-4bbd-a294-77c287bf8185 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:36.385742 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4266afe-bdf4-4bbd-a294-77c287bf8185 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:36.386201 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4266afe-bdf4-4bbd-a294-77c287bf8185 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:36.386528 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4266afe-bdf4-4bbd-a294-77c287bf8185 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:36.386876 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4266afe-bdf4-4bbd-a294-77c287bf8185 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:17:36.877276 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d3310-7e83-4c47-bf11-c872028277b7 req-6807b04c-5938-4a23-880d-9fb8b97ef99a tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:36.878807 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0c3d3310-7e83-4c47-bf11-c872028277b7 req-6807b04c-5938-4a23-880d-9fb8b97ef99a tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 946 time: 0.0482714 Aug 26 06:17:36.946379 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0c3d3310-7e83-4c47-bf11-c872028277b7 req-1eb4204e-2cae-47b9-97f6-4c501fc67c40 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617008 Aug 26 06:17:37.804147 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 49608) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:37.817426 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-76976420-ea30-4e18-8032-efb5c3f52fec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:37.892636 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-76976420-ea30-4e18-8032-efb5c3f52fec admin admin] Publish callbacks [] for security_group (2e972042-4905-40f5-9c5d-a008364ef915), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:38.059202 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d621e09-3ab3-4ac9-aec6-07a542a1021f req-07a53ba9-ef5d-4754-afc7-dd08f0763b89 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:38.060583 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4d621e09-3ab3-4ac9-aec6-07a542a1021f req-07a53ba9-ef5d-4754-afc7-dd08f0763b89 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 946 time: 0.0479183 Aug 26 06:17:38.269952 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-76976420-ea30-4e18-8032-efb5c3f52fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (2e972042-4905-40f5-9c5d-a008364ef915), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:38.291050 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4d621e09-3ab3-4ac9-aec6-07a542a1021f req-2b05f832-6dad-48df-a648-4fa6d44803dc tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248709 Aug 26 06:17:38.314222 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-76976420-ea30-4e18-8032-efb5c3f52fec admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=e335343f5ba54c57b093091b3d3a2e49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5087931 Aug 26 06:17:38.315166 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76976420-ea30-4e18-8032-efb5c3f52fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e972042-4905-40f5-9c5d-a008364ef915,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:38.316780 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 49618) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:38.365729 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4e3493a4-3f37-4bb4-91eb-6e70087a027f admin admin] Publish callbacks [] for security_group (2e972042-4905-40f5-9c5d-a008364ef915), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:38.386204 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4e3493a4-3f37-4bb4-91eb-6e70087a027f admin admin] Publish callbacks [] for security_group (2e972042-4905-40f5-9c5d-a008364ef915), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:38.601531 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4e3493a4-3f37-4bb4-91eb-6e70087a027f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (2e972042-4905-40f5-9c5d-a008364ef915), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:38.604214 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4e3493a4-3f37-4bb4-91eb-6e70087a027f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:38.605373 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-4e3493a4-3f37-4bb4-91eb-6e70087a027f admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/2e972042-4905-40f5-9c5d-a008364ef915 HTTP/1.1" status: 204 len: 168 time: 0.2876592 Aug 26 06:17:38.613653 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3493a4-3f37-4bb4-91eb-6e70087a027f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e972042-4905-40f5-9c5d-a008364ef915,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:39.096747 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:39.326910 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:39.424379 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461b23a-86ab-4b72-a07e-c262ba09a166 req-7d2c4e59-4076-4683-b550-4fc11def90f4 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:39.425941 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a461b23a-86ab-4b72-a07e-c262ba09a166 req-7d2c4e59-4076-4683-b550-4fc11def90f4 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 946 time: 0.0517206 Aug 26 06:17:39.481197 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 49648) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:39.492355 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a461b23a-86ab-4b72-a07e-c262ba09a166 req-838ac7fd-2bb1-48e2-8da8-31bfd50a54c6 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600321 Aug 26 06:17:39.641497 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-5de4a4a9-e20b-4d7f-ac9d-ed2f38a2b61e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:39.743572 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-5de4a4a9-e20b-4d7f-ac9d-ed2f38a2b61e admin admin] Publish callbacks [] for security_group (76a9a41e-a52d-4cce-9edc-708d1f99d8c3), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:39.760248 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 49662) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:39.918824 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-5de4a4a9-e20b-4d7f-ac9d-ed2f38a2b61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (76a9a41e-a52d-4cce-9edc-708d1f99d8c3), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:39.964407 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4a4a9-e20b-4d7f-ac9d-ed2f38a2b61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a9a41e-a52d-4cce-9edc-708d1f99d8c3,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:39.969554 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-5de4a4a9-e20b-4d7f-ac9d-ed2f38a2b61e admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=c348892002ae4e3d81f8737ad8ce6aa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4870074 Aug 26 06:17:39.972300 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 49676) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:39.978985 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-1f6155f9-5d79-4676-a8c4-eacb5a18f52c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:40.062177 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-b7b1b513-08d7-406d-b4a6-48725294fd41 admin admin] Publish callbacks [] for security_group (76a9a41e-a52d-4cce-9edc-708d1f99d8c3), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:40.074784 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-1f6155f9-5d79-4676-a8c4-eacb5a18f52c admin admin] Publish callbacks [] for security_group (29170123-3702-47d7-9be3-2482e07122e1), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:40.086990 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-b7b1b513-08d7-406d-b4a6-48725294fd41 admin admin] Publish callbacks [] for security_group (76a9a41e-a52d-4cce-9edc-708d1f99d8c3), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:40.168344 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:40.169279 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-1f6155f9-5d79-4676-a8c4-eacb5a18f52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (29170123-3702-47d7-9be3-2482e07122e1), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:40.218747 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-1f6155f9-5d79-4676-a8c4-eacb5a18f52c admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=e24c359a18a54b3dbd3ccc2b2d79c20f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4571853 Aug 26 06:17:40.221192 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6155f9-5d79-4676-a8c4-eacb5a18f52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29170123-3702-47d7-9be3-2482e07122e1,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:40.221474 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 49684) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:40.285007 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0445fbd6-f63e-4b72-9d7c-d9d5678730e6 admin admin] Publish callbacks [] for security_group (29170123-3702-47d7-9be3-2482e07122e1), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:40.302727 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-b7b1b513-08d7-406d-b4a6-48725294fd41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (76a9a41e-a52d-4cce-9edc-708d1f99d8c3), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:40.304726 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-b7b1b513-08d7-406d-b4a6-48725294fd41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:40.305843 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-b7b1b513-08d7-406d-b4a6-48725294fd41 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/76a9a41e-a52d-4cce-9edc-708d1f99d8c3 HTTP/1.1" status: 204 len: 168 time: 0.3322878 Aug 26 06:17:40.311681 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0445fbd6-f63e-4b72-9d7c-d9d5678730e6 admin admin] Publish callbacks [] for security_group (29170123-3702-47d7-9be3-2482e07122e1), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:40.331405 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1b513-08d7-406d-b4a6-48725294fd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a9a41e-a52d-4cce-9edc-708d1f99d8c3,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:40.385371 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:40.513826 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0445fbd6-f63e-4b72-9d7c-d9d5678730e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (29170123-3702-47d7-9be3-2482e07122e1), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:40.517568 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0445fbd6-f63e-4b72-9d7c-d9d5678730e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:40.523338 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-0445fbd6-f63e-4b72-9d7c-d9d5678730e6 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/29170123-3702-47d7-9be3-2482e07122e1 HTTP/1.1" status: 204 len: 168 time: 0.2979445 Aug 26 06:17:40.536595 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0445fbd6-f63e-4b72-9d7c-d9d5678730e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29170123-3702-47d7-9be3-2482e07122e1,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:40.645715 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291865c-a37e-4cf2-9beb-8182e857ab86 req-8f638eaa-7379-4035-a12d-b28445d7ca0f tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:40.647576 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-3291865c-a37e-4cf2-9beb-8182e857ab86 req-8f638eaa-7379-4035-a12d-b28445d7ca0f tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 946 time: 0.0529757 Aug 26 06:17:40.719458 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-3291865c-a37e-4cf2-9beb-8182e857ab86 req-ae0c9391-b125-4007-8368-3c103b98ad48 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662141 Aug 26 06:17:41.578228 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:41.705242 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 49712) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:41.718494 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-0536b9d0-3f4f-4cae-82c6-7d28f0d1df31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:41.805489 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-0536b9d0-3f4f-4cae-82c6-7d28f0d1df31 admin admin] Publish callbacks [] for security_group (f1551bce-df6f-4d3e-8b6b-44f868e4f8cb), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:41.859453 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1a32d-937a-4328-b191-3df0cccfb871 req-1d393ac8-0db6-4569-a809-098d1b4245db tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:41.860939 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c6a1a32d-937a-4328-b191-3df0cccfb871 req-1d393ac8-0db6-4569-a809-098d1b4245db tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 946 time: 0.0493805 Aug 26 06:17:41.925833 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c6a1a32d-937a-4328-b191-3df0cccfb871 req-83c23721-2d32-4094-b136-eb2f6f15bda6 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580914 Aug 26 06:17:41.933409 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-0536b9d0-3f4f-4cae-82c6-7d28f0d1df31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (f1551bce-df6f-4d3e-8b6b-44f868e4f8cb), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:41.962939 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-0536b9d0-3f4f-4cae-82c6-7d28f0d1df31 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=1d1fff03fa7240b89e06f388faf280e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2563870 Aug 26 06:17:41.966003 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 49724) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:41.973873 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:41.977608 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536b9d0-3f4f-4cae-82c6-7d28f0d1df31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1551bce-df6f-4d3e-8b6b-44f868e4f8cb,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:42.004486 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 49728) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:42.022965 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9dbf2fd8-0371-4f84-9a56-8d2c8c9d3696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:42.060237 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f7281183-7c8a-46ca-90f9-e36af5a0d949 admin admin] Publish callbacks [] for security_group (f1551bce-df6f-4d3e-8b6b-44f868e4f8cb), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:42.082026 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f7281183-7c8a-46ca-90f9-e36af5a0d949 admin admin] Publish callbacks [] for security_group (f1551bce-df6f-4d3e-8b6b-44f868e4f8cb), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:42.140254 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9dbf2fd8-0371-4f84-9a56-8d2c8c9d3696 admin admin] Publish callbacks [] for security_group (c33f0955-f606-4604-81a4-8b21b2e1e430), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:42.315854 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:42.486822 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f7281183-7c8a-46ca-90f9-e36af5a0d949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (f1551bce-df6f-4d3e-8b6b-44f868e4f8cb), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:42.489492 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f7281183-7c8a-46ca-90f9-e36af5a0d949 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:42.491305 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-f7281183-7c8a-46ca-90f9-e36af5a0d949 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/f1551bce-df6f-4d3e-8b6b-44f868e4f8cb HTTP/1.1" status: 204 len: 168 time: 0.5218599 Aug 26 06:17:42.493491 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9dbf2fd8-0371-4f84-9a56-8d2c8c9d3696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (c33f0955-f606-4604-81a4-8b21b2e1e430), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:42.501979 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7281183-7c8a-46ca-90f9-e36af5a0d949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1551bce-df6f-4d3e-8b6b-44f868e4f8cb,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:42.711486 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf2fd8-0371-4f84-9a56-8d2c8c9d3696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33f0955-f606-4604-81a4-8b21b2e1e430,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:42.711486 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-9dbf2fd8-0371-4f84-9a56-8d2c8c9d3696 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=21d575f745694550acd890029cf13436&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5552914 Aug 26 06:17:42.713387 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 49740) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:42.774204 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7b4652f8-f79b-466f-ad9c-a8dd8bf9179e admin admin] Publish callbacks [] for security_group (c33f0955-f606-4604-81a4-8b21b2e1e430), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:42.846370 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7b4652f8-f79b-466f-ad9c-a8dd8bf9179e admin admin] Publish callbacks [] for security_group (c33f0955-f606-4604-81a4-8b21b2e1e430), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:42.961336 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7b4652f8-f79b-466f-ad9c-a8dd8bf9179e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (c33f0955-f606-4604-81a4-8b21b2e1e430), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:42.964637 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7b4652f8-f79b-466f-ad9c-a8dd8bf9179e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:42.968546 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-7b4652f8-f79b-466f-ad9c-a8dd8bf9179e admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/c33f0955-f606-4604-81a4-8b21b2e1e430 HTTP/1.1" status: 204 len: 168 time: 0.2547023 Aug 26 06:17:42.998886 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4652f8-f79b-466f-ad9c-a8dd8bf9179e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33f0955-f606-4604-81a4-8b21b2e1e430,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:43.106783 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6fc11-d8af-41ca-b910-4eb9eecbd306 req-2db914de-4d4c-4277-8dee-5cdafc90f1ac tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:43.108766 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-41c6fc11-d8af-41ca-b910-4eb9eecbd306 req-2db914de-4d4c-4277-8dee-5cdafc90f1ac tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 946 time: 0.0538592 Aug 26 06:17:43.165515 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:43.170676 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-41c6fc11-d8af-41ca-b910-4eb9eecbd306 req-68a422ae-00ca-403c-98d0-25373319ed9c tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561864 Aug 26 06:17:43.244132 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:43.722843 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 49766) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:43.741539 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a371f908-4940-47f5-b303-6950942a4390 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:43.833536 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=73 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:43.835236 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=85 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:43.852987 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a371f908-4940-47f5-b303-6950942a4390 admin admin] Publish callbacks [] for security_group (6ee2af55-e8bb-4dae-b1df-b9e861c0b7d2), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:43.921162 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a371f908-4940-47f5-b303-6950942a4390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (6ee2af55-e8bb-4dae-b1df-b9e861c0b7d2), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:43.976022 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-a371f908-4940-47f5-b303-6950942a4390 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=f41e8c1ff5514a2699fc2cfda3d89a19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2510436 Aug 26 06:17:43.977607 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371f908-4940-47f5-b303-6950942a4390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee2af55-e8bb-4dae-b1df-b9e861c0b7d2,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:43.979040 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 49772) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:44.045228 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-1b43d24b-0950-42c3-9a7b-21a85397afb9 admin admin] Publish callbacks [] for security_group (6ee2af55-e8bb-4dae-b1df-b9e861c0b7d2), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:44.079379 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-1b43d24b-0950-42c3-9a7b-21a85397afb9 admin admin] Publish callbacks [] for security_group (6ee2af55-e8bb-4dae-b1df-b9e861c0b7d2), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:44.197121 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:44.234318 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-1b43d24b-0950-42c3-9a7b-21a85397afb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (6ee2af55-e8bb-4dae-b1df-b9e861c0b7d2), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:44.234318 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-1b43d24b-0950-42c3-9a7b-21a85397afb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:44.234318 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-1b43d24b-0950-42c3-9a7b-21a85397afb9 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/6ee2af55-e8bb-4dae-b1df-b9e861c0b7d2 HTTP/1.1" status: 204 len: 168 time: 0.2536352 Aug 26 06:17:44.257165 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b43d24b-0950-42c3-9a7b-21a85397afb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee2af55-e8bb-4dae-b1df-b9e861c0b7d2,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:44.380347 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aad572-138f-4f40-8f23-3c9abd8d2a8d req-529424c5-147c-4388-8c68-ea10e99bdeb4 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:44.383083 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-e2aad572-138f-4f40-8f23-3c9abd8d2a8d req-529424c5-147c-4388-8c68-ea10e99bdeb4 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 946 time: 0.0816591 Aug 26 06:17:44.439057 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-e2aad572-138f-4f40-8f23-3c9abd8d2a8d req-7691e85b-5198-41ad-af53-0faf11c5c13c tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499256 Aug 26 06:17:44.464093 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:45.448456 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:UPDATE=1,neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:45.572596 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0be23d-5fdd-4f78-ba1f-5b90fdc89782 req-56553c7c-8be8-44dd-b5f7-6238b6ecb36b tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:45.574415 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8c0be23d-5fdd-4f78-ba1f-5b90fdc89782 req-56553c7c-8be8-44dd-b5f7-6238b6ecb36b tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 946 time: 0.0556335 Aug 26 06:17:45.578308 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:45.661260 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8c0be23d-5fdd-4f78-ba1f-5b90fdc89782 req-bca83ef4-e9e6-48d3-a2b4-10f7bb1e7c90 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733781 Aug 26 06:17:46.854514 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c0d65-0ed3-4b1c-b596-590b6cd97f5b req-10753ed7-fc30-457a-8642-93907df41ed3 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:46.856120 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-4f0c0d65-0ed3-4b1c-b596-590b6cd97f5b req-10753ed7-fc30-457a-8642-93907df41ed3 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 946 time: 0.0668595 Aug 26 06:17:46.924417 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-4f0c0d65-0ed3-4b1c-b596-590b6cd97f5b req-7bf81416-68f7-4b84-af78-a28f89fa9c83 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587435 Aug 26 06:17:46.979325 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:47.097973 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:47.372696 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:48.041704 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:48.084941 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42c359-d7d8-4dc1-9106-4712675a3813 req-8c9f836c-1bb0-4d92-951a-3b9fe295ca77 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:48.086994 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7e42c359-d7d8-4dc1-9106-4712675a3813 req-8c9f836c-1bb0-4d92-951a-3b9fe295ca77 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 946 time: 0.0615346 Aug 26 06:17:48.171548 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7e42c359-d7d8-4dc1-9106-4712675a3813 req-4e6d0d67-6dbf-430d-af01-d8cc5fd5a715 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783982 Aug 26 06:17:48.378355 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:48.752343 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577dc92-dbef-4010-9ff2-27b1827811ba req-cb71857e-0cdf-4b41-af51-7f6f9a1e868f tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:48.754741 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1577dc92-dbef-4010-9ff2-27b1827811ba req-cb71857e-0cdf-4b41-af51-7f6f9a1e868f tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 945 time: 0.0588062 Aug 26 06:17:48.806083 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1577dc92-dbef-4010-9ff2-27b1827811ba req-ed4419e9-1ba7-4fc7-a4d5-b548cbfca38c tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41b66f15-a1e7-43f1-b25a-76697058d140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459256 Aug 26 06:17:48.989768 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:49.153944 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:49.201620 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:49.308064 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e9a93-394d-48b8-8b31-934e2d06a5c3 req-f5135c1a-64ce-459f-960f-74898fe1b299 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:49.309738 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2d3e9a93-394d-48b8-8b31-934e2d06a5c3 req-f5135c1a-64ce-459f-960f-74898fe1b299 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 946 time: 0.0574572 Aug 26 06:17:49.370571 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2d3e9a93-394d-48b8-8b31-934e2d06a5c3 req-4ac4811b-17c3-4e85-b578-de48ab5ab7ae tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549300 Aug 26 06:17:49.813147 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:49.936519 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2898e-b479-4bc0-83b4-66ecbb09830d req-729d177d-3dbb-4bd7-919e-5befe25460b5 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:49.937972 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-96f2898e-b479-4bc0-83b4-66ecbb09830d req-729d177d-3dbb-4bd7-919e-5befe25460b5 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 945 time: 0.0587637 Aug 26 06:17:50.011516 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-96f2898e-b479-4bc0-83b4-66ecbb09830d req-e14d7c21-aca6-45bb-8882-e2e2f52e037b tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41b66f15-a1e7-43f1-b25a-76697058d140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674343 Aug 26 06:17:50.321327 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:50.417245 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:50.534175 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17669691-33f2-4c4b-9f19-5695a1692806 req-5e59a7b5-f26e-45a4-8a2f-4c8a50e1af1d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:50.536110 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-17669691-33f2-4c4b-9f19-5695a1692806 req-5e59a7b5-f26e-45a4-8a2f-4c8a50e1af1d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 946 time: 0.0810049 Aug 26 06:17:50.588154 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-17669691-33f2-4c4b-9f19-5695a1692806 req-8150d235-183b-4fd3-9fac-e7850b0659c7 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456266 Aug 26 06:17:50.828767 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24421bcb-63fb-4b9e-b409-c29bbcba56dc req-38df26f4-7453-4fa7-96f1-654b0e889fc2 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:50.831354 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-24421bcb-63fb-4b9e-b409-c29bbcba56dc req-38df26f4-7453-4fa7-96f1-654b0e889fc2 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 945 time: 0.0572290 Aug 26 06:17:51.045895 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [req-24421bcb-63fb-4b9e-b409-c29bbcba56dc req-2bb1f73d-ddbe-4aec-9d03-a46556886998 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Deleting port e7a88b0e-f6e1-473e-9018-7ee3f4181af9 {{(pid=107133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:17:51.046402 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-24421bcb-63fb-4b9e-b409-c29bbcba56dc req-2bb1f73d-ddbe-4aec-9d03-a46556886998 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (e7a88b0e-f6e1-473e-9018-7ee3f4181af9), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:51.057692 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:51.198298 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a5c12-80d5-474e-8544-ff6d00214a05 req-3b6fc9d5-841d-4ce6-9a34-7325d20d6c32 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:51.201363 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-427a5c12-80d5-474e-8544-ff6d00214a05 req-3b6fc9d5-841d-4ce6-9a34-7325d20d6c32 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 945 time: 0.0771296 Aug 26 06:17:51.252937 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-24421bcb-63fb-4b9e-b409-c29bbcba56dc req-2bb1f73d-ddbe-4aec-9d03-a46556886998 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] For port e7a88b0e-f6e1-473e-9018-7ee3f4181af9, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=e7a88b0e-f6e1-473e-9018-7ee3f4181af9,segment=NetworkSegment(ce69558f-277c-4b96-aebc-229c92177fa1),segment_id=ce69558f-277c-4b96-aebc-229c92177fa1)] {{(pid=107133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:17:51.253309 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-24421bcb-63fb-4b9e-b409-c29bbcba56dc req-2bb1f73d-ddbe-4aec-9d03-a46556886998 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (e7a88b0e-f6e1-473e-9018-7ee3f4181af9), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:51.279089 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [req-24421bcb-63fb-4b9e-b409-c29bbcba56dc req-2bb1f73d-ddbe-4aec-9d03-a46556886998 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Calling delete_port for e7a88b0e-f6e1-473e-9018-7ee3f4181af9 owned by compute:nova {{(pid=107133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:17:51.305211 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-427a5c12-80d5-474e-8544-ff6d00214a05 req-3969c9a7-14a9-4fcf-b9f4-b0d6e3757c48 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41b66f15-a1e7-43f1-b25a-76697058d140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931184 Aug 26 06:17:51.595834 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-24421bcb-63fb-4b9e-b409-c29bbcba56dc req-2bb1f73d-ddbe-4aec-9d03-a46556886998 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596'] for port (e7a88b0e-f6e1-473e-9018-7ee3f4181af9), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:51.614593 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] get_ports_and_sgs() called for port_ids ['e7a88b0e-f6e1-473e-9018-7ee3f4181af9'] {{(pid=107135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 06:17:51.676068 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1f73d-ddbe-4aec-9d03-a46556886998 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Pushing event deleted for resources: {'Port': ['ID=e7a88b0e-f6e1-473e-9018-7ee3f4181af9,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:51.815408 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e42bf5-5488-4389-9ae0-745657d006eb req-47b7771c-d2c0-4ea5-b3ca-89ceb4521057 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:51.826400 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-00e42bf5-5488-4389-9ae0-745657d006eb req-47b7771c-d2c0-4ea5-b3ca-89ceb4521057 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 946 time: 0.1213715 Aug 26 06:17:51.867312 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [req-24421bcb-63fb-4b9e-b409-c29bbcba56dc req-2bb1f73d-ddbe-4aec-9d03-a46556886998 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] No DVR routers for this DVR port e7a88b0e-f6e1-473e-9018-7ee3f4181af9 on host hv-cinder-85391 {{(pid=107133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:17:51.872841 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-24421bcb-63fb-4b9e-b409-c29bbcba56dc req-2bb1f73d-ddbe-4aec-9d03-a46556886998 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:51.877472 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-24421bcb-63fb-4b9e-b409-c29bbcba56dc req-2bb1f73d-ddbe-4aec-9d03-a46556886998 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.76 "DELETE /networking/v2.0/ports/e7a88b0e-f6e1-473e-9018-7ee3f4181af9 HTTP/1.1" status: 204 len: 173 time: 1.0413663 Aug 26 06:17:51.903486 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012ac1bd-a390-4776-841b-f11f736a3d9f', 'name': 'network-vif-deleted', 'tag': 'e7a88b0e-f6e1-473e-9018-7ee3f4181af9'}] {{(pid=107133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:17:51.922221 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8285fbc4cf3847b51d9cb7eba3379b7f58b909d4ff4eae5f417f2c246939f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01345efc-7e71-4f83-95d1-490e932859b4" -d '{"events": [{"server_uuid": "012ac1bd-a390-4776-841b-f11f736a3d9f", "name": "network-vif-deleted", "tag": "e7a88b0e-f6e1-473e-9018-7ee3f4181af9"}]}' {{(pid=107133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:17:51.951680 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:51.963395 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-00e42bf5-5488-4389-9ae0-745657d006eb req-62cb55c2-fa68-49f3-8d17-e3c882ba9461 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276021 Aug 26 06:17:52.005889 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67de1dd0-438c-4a31-ac5e-57f097bd020c x-openstack-request-id: req-67de1dd0-438c-4a31-ac5e-57f097bd020c {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:17:52.006968 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012ac1bd-a390-4776-841b-f11f736a3d9f", "name": "network-vif-deleted", "tag": "e7a88b0e-f6e1-473e-9018-7ee3f4181af9", "status": "completed", "code": 200}]} {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:17:52.006968 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-67de1dd0-438c-4a31-ac5e-57f097bd020c {{(pid=107133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:17:52.007306 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67de1dd0-438c-4a31-ac5e-57f097bd020c'] response: {'server_uuid': '012ac1bd-a390-4776-841b-f11f736a3d9f', 'name': 'network-vif-deleted', 'tag': 'e7a88b0e-f6e1-473e-9018-7ee3f4181af9', 'status': 'completed', 'code': 200} Aug 26 06:17:52.460797 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-31767fd6-8f0d-4ecd-8df6-b6be4da8cda9 req-0b6e7df2-0ab6-43fa-bfa3-886eec15ada8 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 210 time: 0.0406194 Aug 26 06:17:52.477224 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:52.491923 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 50070) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:52.623805 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a8595d39-09ef-4a1a-9e0a-a19327a1893f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:52.704898 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a8595d39-09ef-4a1a-9e0a-a19327a1893f admin admin] Publish callbacks [] for security_group (2fab3936-4474-4b26-b750-63c2900f4385), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:52.864341 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a8595d39-09ef-4a1a-9e0a-a19327a1893f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (2fab3936-4474-4b26-b750-63c2900f4385), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:52.905813 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-a8595d39-09ef-4a1a-9e0a-a19327a1893f admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=5b8dffc1266c42ad9369571561a715fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4125555 Aug 26 06:17:52.906693 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8595d39-09ef-4a1a-9e0a-a19327a1893f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fab3936-4474-4b26-b750-63c2900f4385,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:52.908569 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 50078) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:52.961532 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4b94b041-4ac8-44b4-bb97-38302bdce874 admin admin] Publish callbacks [] for security_group (2fab3936-4474-4b26-b750-63c2900f4385), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:52.980987 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4b94b041-4ac8-44b4-bb97-38302bdce874 admin admin] Publish callbacks [] for security_group (2fab3936-4474-4b26-b750-63c2900f4385), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:53.080076 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015076d3-5973-4310-9476-5d7c239008cc req-7dd2410d-44ec-4edf-acb2-3770051f60a5 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:53.081561 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-015076d3-5973-4310-9476-5d7c239008cc req-7dd2410d-44ec-4edf-acb2-3770051f60a5 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 946 time: 0.0495498 Aug 26 06:17:53.133251 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-015076d3-5973-4310-9476-5d7c239008cc req-96e094d1-5427-47d4-aae1-501fb37b7156 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451336 Aug 26 06:17:53.264591 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4b94b041-4ac8-44b4-bb97-38302bdce874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (2fab3936-4474-4b26-b750-63c2900f4385), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:53.267376 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4b94b041-4ac8-44b4-bb97-38302bdce874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:53.274772 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-4b94b041-4ac8-44b4-bb97-38302bdce874 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/2fab3936-4474-4b26-b750-63c2900f4385 HTTP/1.1" status: 204 len: 168 time: 0.3589034 Aug 26 06:17:53.294873 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94b041-4ac8-44b4-bb97-38302bdce874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fab3936-4474-4b26-b750-63c2900f4385,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:53.317037 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:53.748969 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device e7a88b0e-f6e1-473e-9018-7ee3f4181af9 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:17:53.754415 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3190e9fc-d3dd-435f-9803-e71b40c64ac6 req-668f8e50-64cf-413a-9381-fd78285bfb33 tempest-DeleteServersTestJSON-50482851 tempest-DeleteServersTestJSON-50482851-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=012ac1bd-a390-4776-841b-f11f736a3d9f HTTP/1.1" status: 200 len: 210 time: 0.0574441 Aug 26 06:17:53.787585 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] No Port match for: e7a88b0e-f6e1-473e-9018-7ee3f4181af9 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:17:53.787937 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device e7a88b0e-f6e1-473e-9018-7ee3f4181af9 not bound to the agent host hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:17:53.901488 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:53.927844 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 50108) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:54.214605 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-63715ae7-7b2c-42d8-86ad-c90e9c16ac8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:54.305306 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872710a-46d8-4f14-8d16-99afab342657 req-e3ca6f3b-437d-4f89-b9f7-8a55d7a918ad tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:54.308207 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e872710a-46d8-4f14-8d16-99afab342657 req-e3ca6f3b-437d-4f89-b9f7-8a55d7a918ad tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 946 time: 0.0903909 Aug 26 06:17:54.403504 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e872710a-46d8-4f14-8d16-99afab342657 req-91fa1a80-2d4b-4dbb-b7c1-012e33999881 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713267 Aug 26 06:17:54.413422 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-63715ae7-7b2c-42d8-86ad-c90e9c16ac8f admin admin] Publish callbacks [] for security_group (0e08feac-8e54-4308-aca8-04df3d29d781), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:54.536632 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-63715ae7-7b2c-42d8-86ad-c90e9c16ac8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (0e08feac-8e54-4308-aca8-04df3d29d781), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:54.588903 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-63715ae7-7b2c-42d8-86ad-c90e9c16ac8f admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=b1b11d5ed90b49e29785f7df4b2ddc48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6594698 Aug 26 06:17:54.589592 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63715ae7-7b2c-42d8-86ad-c90e9c16ac8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e08feac-8e54-4308-aca8-04df3d29d781,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:54.597916 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 50132) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:54.659871 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-b66ceabd-8c4a-4c76-97c8-7dcc215ce1cc admin admin] Publish callbacks [] for security_group (0e08feac-8e54-4308-aca8-04df3d29d781), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:54.682250 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-b66ceabd-8c4a-4c76-97c8-7dcc215ce1cc admin admin] Publish callbacks [] for security_group (0e08feac-8e54-4308-aca8-04df3d29d781), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:54.717143 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:54.727982 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:55.058959 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:55.111150 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-b66ceabd-8c4a-4c76-97c8-7dcc215ce1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (0e08feac-8e54-4308-aca8-04df3d29d781), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:55.118920 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-b66ceabd-8c4a-4c76-97c8-7dcc215ce1cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:55.132243 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-b66ceabd-8c4a-4c76-97c8-7dcc215ce1cc admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/0e08feac-8e54-4308-aca8-04df3d29d781 HTTP/1.1" status: 204 len: 168 time: 0.5214970 Aug 26 06:17:55.135036 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ceabd-8c4a-4c76-97c8-7dcc215ce1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e08feac-8e54-4308-aca8-04df3d29d781,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:55.562291 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497915fb-49b6-4a19-9295-a84e2f9ed91e req-bd0b1cab-0807-49b0-a115-4b0ef56f1323 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:55.564319 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-497915fb-49b6-4a19-9295-a84e2f9ed91e req-bd0b1cab-0807-49b0-a115-4b0ef56f1323 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 946 time: 0.0665624 Aug 26 06:17:55.587696 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:55.645137 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-497915fb-49b6-4a19-9295-a84e2f9ed91e req-0b0d44d6-b9d8-4d1c-b798-28480da06a1a tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668778 Aug 26 06:17:55.672888 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 50176) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:55.872804 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4b7e111a-3d2a-4040-a132-2c0d2be201c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:55.985090 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4b7e111a-3d2a-4040-a132-2c0d2be201c2 admin admin] Publish callbacks [] for security_group (e83d4547-957d-4012-baa8-1a2d8ae6566d), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:56.110119 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4b7e111a-3d2a-4040-a132-2c0d2be201c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (e83d4547-957d-4012-baa8-1a2d8ae6566d), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:56.164913 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-4b7e111a-3d2a-4040-a132-2c0d2be201c2 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=0ea1f4e8f8574ff58662f84f62d36464&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4905357 Aug 26 06:17:56.167057 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e111a-3d2a-4040-a132-2c0d2be201c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83d4547-957d-4012-baa8-1a2d8ae6566d,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:56.171106 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 50188) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:56.238895 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-51b66578-5deb-4e22-ba00-d9e729a40d79 admin admin] Publish callbacks [] for security_group (e83d4547-957d-4012-baa8-1a2d8ae6566d), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:56.265245 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-51b66578-5deb-4e22-ba00-d9e729a40d79 admin admin] Publish callbacks [] for security_group (e83d4547-957d-4012-baa8-1a2d8ae6566d), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:56.314344 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 50190) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:56.338989 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4368e756-e24b-4d11-9a46-75658d4ed0d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:56.804184 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e39b7-a0f3-43e1-b878-804892717c9f req-a9f5687c-7221-4b15-a674-6c8ecd2574b4 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:56.806690 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-ed6e39b7-a0f3-43e1-b878-804892717c9f req-a9f5687c-7221-4b15-a674-6c8ecd2574b4 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 946 time: 0.0809672 Aug 26 06:17:56.853805 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 50200) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:56.857317 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-38c70007-7120-441d-95e3-4749dd81c29e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:56.867937 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-ed6e39b7-a0f3-43e1-b878-804892717c9f req-971b67d3-2438-4b7c-b9f6-0f90a88b5be3 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545163 Aug 26 06:17:57.152670 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-51b66578-5deb-4e22-ba00-d9e729a40d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (e83d4547-957d-4012-baa8-1a2d8ae6566d), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:57.155749 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-51b66578-5deb-4e22-ba00-d9e729a40d79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:57.160391 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-51b66578-5deb-4e22-ba00-d9e729a40d79 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/e83d4547-957d-4012-baa8-1a2d8ae6566d HTTP/1.1" status: 204 len: 168 time: 0.9880173 Aug 26 06:17:57.183547 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b66578-5deb-4e22-ba00-d9e729a40d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83d4547-957d-4012-baa8-1a2d8ae6566d,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:57.279960 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4368e756-e24b-4d11-9a46-75658d4ed0d4 admin admin] Publish callbacks [] for security_group (df704379-ee3d-4192-9392-314c9c231fd9), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:57.373484 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-98b2f0b3-cd0a-4622-a68c-b06ee1afe850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614426'] for router_interface (6de03297-0aae-4039-93a1-86c2415358a5), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:57.386811 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 50208) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:57.491513 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4368e756-e24b-4d11-9a46-75658d4ed0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (df704379-ee3d-4192-9392-314c9c231fd9), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:57.515674 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 6 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:17:57.618677 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-4368e756-e24b-4d11-9a46-75658d4ed0d4 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=2d52f9f292e24326aa80e3490cdbb370&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3028808 Aug 26 06:17:57.620954 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a7db00d9-3af8-4432-95cc-ae0c9e40e4f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:57.624235 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 50212) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:57.627619 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368e756-e24b-4d11-9a46-75658d4ed0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df704379-ee3d-4192-9392-314c9c231fd9,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:57.655381 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:57.800945 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e2ff6a22-23c4-4612-b4ff-70617bee1232 admin admin] Publish callbacks [] for security_group (df704379-ee3d-4192-9392-314c9c231fd9), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:57.846795 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e2ff6a22-23c4-4612-b4ff-70617bee1232 admin admin] Publish callbacks [] for security_group (df704379-ee3d-4192-9392-314c9c231fd9), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:57.942707 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a7db00d9-3af8-4432-95cc-ae0c9e40e4f9 admin admin] Publish callbacks [] for security_group (6e8442f7-1a4e-4327-8e36-c3350d929ca5), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:58.124853 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a7db00d9-3af8-4432-95cc-ae0c9e40e4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (6e8442f7-1a4e-4327-8e36-c3350d929ca5), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:58.130381 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a58f0d-a6e2-43cd-bb2d-4f644606a7da req-e8a015b1-74f9-4a1d-837d-9346a7db7f89 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:58.139339 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-78a58f0d-a6e2-43cd-bb2d-4f644606a7da req-e8a015b1-74f9-4a1d-837d-9346a7db7f89 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 946 time: 0.1412790 Aug 26 06:17:58.160809 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-a7db00d9-3af8-4432-95cc-ae0c9e40e4f9 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=81d9b877ad9442c3b9f8718ef4b60ff9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7728395 Aug 26 06:17:58.166702 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 50224) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:58.177280 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db00d9-3af8-4432-95cc-ae0c9e40e4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8442f7-1a4e-4327-8e36-c3350d929ca5,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:58.183777 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e2ff6a22-23c4-4612-b4ff-70617bee1232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (df704379-ee3d-4192-9392-314c9c231fd9), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:58.190089 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e2ff6a22-23c4-4612-b4ff-70617bee1232 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:58.190089 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-e2ff6a22-23c4-4612-b4ff-70617bee1232 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/df704379-ee3d-4192-9392-314c9c231fd9 HTTP/1.1" status: 204 len: 168 time: 0.5604587 Aug 26 06:17:58.198542 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff6a22-23c4-4612-b4ff-70617bee1232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df704379-ee3d-4192-9392-314c9c231fd9,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:58.293743 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-98b2f0b3-cd0a-4622-a68c-b06ee1afe850 admin admin] Deleting port d61b1f22-cb8f-4af4-852c-b7313d285b14 {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:17:58.294080 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-98b2f0b3-cd0a-4622-a68c-b06ee1afe850 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (d61b1f22-cb8f-4af4-852c-b7313d285b14), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:58.300981 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-78a58f0d-a6e2-43cd-bb2d-4f644606a7da req-e6b31157-e6bc-4850-8321-25ccf375259d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604834 Aug 26 06:17:58.371961 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d53d5654-d0e9-44a1-adf2-d3e3a58d5fdb admin admin] Publish callbacks [] for security_group (6e8442f7-1a4e-4327-8e36-c3350d929ca5), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:58.426505 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d53d5654-d0e9-44a1-adf2-d3e3a58d5fdb admin admin] Publish callbacks [] for security_group (6e8442f7-1a4e-4327-8e36-c3350d929ca5), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:58.464069 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [None req-98b2f0b3-cd0a-4622-a68c-b06ee1afe850 admin admin] For port d61b1f22-cb8f-4af4-852c-b7313d285b14, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=d61b1f22-cb8f-4af4-852c-b7313d285b14,segment=NetworkSegment(ce69558f-277c-4b96-aebc-229c92177fa1),segment_id=ce69558f-277c-4b96-aebc-229c92177fa1)] {{(pid=107134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:17:58.464441 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-98b2f0b3-cd0a-4622-a68c-b06ee1afe850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (d61b1f22-cb8f-4af4-852c-b7313d285b14), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:58.492033 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-98b2f0b3-cd0a-4622-a68c-b06ee1afe850 admin admin] Calling delete_port for d61b1f22-cb8f-4af4-852c-b7313d285b14 owned by network:router_interface {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:17:58.699660 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:17:58.712615 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c88e9fef-057d-40f3-b262-c5ec7ce19a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:58.842032 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d53d5654-d0e9-44a1-adf2-d3e3a58d5fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (6e8442f7-1a4e-4327-8e36-c3350d929ca5), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:58.846043 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d53d5654-d0e9-44a1-adf2-d3e3a58d5fdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:58.847705 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-d53d5654-d0e9-44a1-adf2-d3e3a58d5fdb admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/6e8442f7-1a4e-4327-8e36-c3350d929ca5 HTTP/1.1" status: 204 len: 168 time: 0.6779878 Aug 26 06:17:58.861015 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d5654-d0e9-44a1-adf2-d3e3a58d5fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8442f7-1a4e-4327-8e36-c3350d929ca5,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:58.950168 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-98b2f0b3-cd0a-4622-a68c-b06ee1afe850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (d61b1f22-cb8f-4af4-852c-b7313d285b14), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:58.990912 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2f0b3-cd0a-4622-a68c-b06ee1afe850 admin admin] Pushing event deleted for resources: {'Port': ['ID=d61b1f22-cb8f-4af4-852c-b7313d285b14,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:59.055458 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 50236) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:59.082130 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-b4d65b47-9592-4ef5-875a-1f4a4272b42b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:59.200638 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-b4d65b47-9592-4ef5-875a-1f4a4272b42b admin admin] Publish callbacks [] for security_group (bf7470d0-9533-4ef8-8f77-bcf71d7c26b3), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:59.281583 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-98b2f0b3-cd0a-4622-a68c-b06ee1afe850 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614382'] for router_interface (6de03297-0aae-4039-93a1-86c2415358a5), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:59.308007 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-b4d65b47-9592-4ef5-875a-1f4a4272b42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (bf7470d0-9533-4ef8-8f77-bcf71d7c26b3), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:59.358973 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-b4d65b47-9592-4ef5-875a-1f4a4272b42b admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=5d5bf311dc4942e6bbe8a7aa3ea200ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3014684 Aug 26 06:17:59.363122 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 50244) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:59.366217 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d65b47-9592-4ef5-875a-1f4a4272b42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7470d0-9533-4ef8-8f77-bcf71d7c26b3,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:59.433736 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-25843066-dca4-4892-9715-01a4bd26aa2b admin admin] Publish callbacks [] for security_group (bf7470d0-9533-4ef8-8f77-bcf71d7c26b3), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:59.480675 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-25843066-dca4-4892-9715-01a4bd26aa2b admin admin] Publish callbacks [] for security_group (bf7470d0-9533-4ef8-8f77-bcf71d7c26b3), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:59.562598 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82688b17-dc89-42e9-acf7-1435281dca60 req-2be393e8-4a3d-443d-b7ac-78c68e65b5df tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:17:59.574997 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-82688b17-dc89-42e9-acf7-1435281dca60 req-2be393e8-4a3d-443d-b7ac-78c68e65b5df tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 946 time: 0.0733790 Aug 26 06:17:59.626391 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-82688b17-dc89-42e9-acf7-1435281dca60 req-0aabe043-6a77-4224-958d-342dbd887609 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553234 Aug 26 06:17:59.683248 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b2f0b3-cd0a-4622-a68c-b06ee1afe850 admin admin] Router 6de03297-0aae-4039-93a1-86c2415358a5 has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:17:59.782403 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-25843066-dca4-4892-9715-01a4bd26aa2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (bf7470d0-9533-4ef8-8f77-bcf71d7c26b3), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:59.791229 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-25843066-dca4-4892-9715-01a4bd26aa2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:17:59.795422 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-25843066-dca4-4892-9715-01a4bd26aa2b admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/bf7470d0-9533-4ef8-8f77-bcf71d7c26b3 HTTP/1.1" status: 204 len: 168 time: 0.4279373 Aug 26 06:17:59.812909 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25843066-dca4-4892-9715-01a4bd26aa2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7470d0-9533-4ef8-8f77-bcf71d7c26b3,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:17:59.825174 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b2f0b3-cd0a-4622-a68c-b06ee1afe850 admin admin] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:17:59.834752 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-98b2f0b3-cd0a-4622-a68c-b06ee1afe850 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/6de03297-0aae-4039-93a1-86c2415358a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9763951 Aug 26 06:17:59.836158 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 50260) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:17:59.839311 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac149dac-49d1-433d-93d1-e289117dd441 None None] Sync routers for ids ['6de03297-0aae-4039-93a1-86c2415358a5'] in dv-cinder-853910-3-iscsi {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:17:59.862843 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac149dac-49d1-433d-93d1-e289117dd441 None None] Routers {'6de03297-0aae-4039-93a1-86c2415358a5'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:17:59.862843 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-ac149dac-49d1-433d-93d1-e289117dd441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:17:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['6de03297-0aae-4039-93a1-86c2415358a5'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:17:59.985119 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:00.007507 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-ac149dac-49d1-433d-93d1-e289117dd441 None None] Set router 6de03297-0aae-4039-93a1-86c2415358a5 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:18:00.046644 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-61136928-9dc9-4c16-a65d-c4d62b89fe70 admin admin] Publish callbacks [] for router (6de03297-0aae-4039-93a1-86c2415358a5), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:00.151260 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:00.184690 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 50262) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:00.206364 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d061549a-2d14-457d-94a0-25044fb443e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:00.212079 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-61136928-9dc9-4c16-a65d-c4d62b89fe70 admin admin] Publish callbacks [] for router_gateway (6de03297-0aae-4039-93a1-86c2415358a5), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:00.371978 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-ac149dac-49d1-433d-93d1-e289117dd441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de03297-0aae-4039-93a1-86c2415358a5', 'name': 'tempest-DeleteServersTestJSON-1684908403-router', 'tenant_id': 'bf6936f23aa446008e8119807ec8724d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '2cc71e32-4c23-4ed3-8f9c-fb40a817bc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:17:58Z', 'revision_number': 5, 'project_id': 'bf6936f23aa446008e8119807ec8724d', 'gw_port': {'id': '2cc71e32-4c23-4ed3-8f9c-fb40a817bc13', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:85:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de03297-0aae-4039-93a1-86c2415358a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:28Z', 'updated_at': '2022-08-26T06:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:18:00.389498 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d061549a-2d14-457d-94a0-25044fb443e6 admin admin] Publish callbacks [] for security_group (ba091ef1-b136-4dfa-a8c0-be5fd8be18b4), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:00.416486 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac149dac-49d1-433d-93d1-e289117dd441 None None] Checking router: 6de03297-0aae-4039-93a1-86c2415358a5 for host: dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:18:00.427689 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac149dac-49d1-433d-93d1-e289117dd441 None None] Routers {'6de03297-0aae-4039-93a1-86c2415358a5'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:18:00.428811 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-ac149dac-49d1-433d-93d1-e289117dd441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:17:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['6de03297-0aae-4039-93a1-86c2415358a5'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:18:00.485448 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [None req-61136928-9dc9-4c16-a65d-c4d62b89fe70 admin admin] Deleting port 2cc71e32-4c23-4ed3-8f9c-fb40a817bc13 {{(pid=107133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:18:00.485808 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-61136928-9dc9-4c16-a65d-c4d62b89fe70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (2cc71e32-4c23-4ed3-8f9c-fb40a817bc13), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:00.546206 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:00.546961 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-ac149dac-49d1-433d-93d1-e289117dd441 None None] Set router 6de03297-0aae-4039-93a1-86c2415358a5 gateway port host: None {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:18:00.594230 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [None req-61136928-9dc9-4c16-a65d-c4d62b89fe70 admin admin] For port 2cc71e32-4c23-4ed3-8f9c-fb40a817bc13, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=2cc71e32-4c23-4ed3-8f9c-fb40a817bc13,segment=NetworkSegment(1390a542-366f-4986-b4c7-57ccad3a4e4e),segment_id=1390a542-366f-4986-b4c7-57ccad3a4e4e)] {{(pid=107133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:18:00.594596 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-61136928-9dc9-4c16-a65d-c4d62b89fe70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (2cc71e32-4c23-4ed3-8f9c-fb40a817bc13), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:00.603933 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-ac149dac-49d1-433d-93d1-e289117dd441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de03297-0aae-4039-93a1-86c2415358a5', 'name': 'tempest-DeleteServersTestJSON-1684908403-router', 'tenant_id': 'bf6936f23aa446008e8119807ec8724d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:18:00Z', 'revision_number': 6, 'project_id': 'bf6936f23aa446008e8119807ec8724d', 'gw_port_host': None}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:18:00.609715 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [None req-61136928-9dc9-4c16-a65d-c4d62b89fe70 admin admin] Calling delete_port for 2cc71e32-4c23-4ed3-8f9c-fb40a817bc13 owned by network:router_gateway {{(pid=107133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:18:00.634008 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac149dac-49d1-433d-93d1-e289117dd441 None None] The sync data for ids ['6de03297-0aae-4039-93a1-86c2415358a5'] in dv-cinder-853910-3-iscsi is: [{'id': '6de03297-0aae-4039-93a1-86c2415358a5', 'name': 'tempest-DeleteServersTestJSON-1684908403-router', 'tenant_id': 'bf6936f23aa446008e8119807ec8724d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:18:00Z', 'revision_number': 6, 'project_id': 'bf6936f23aa446008e8119807ec8724d', 'gw_port_host': None}] {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:18:00.721965 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d061549a-2d14-457d-94a0-25044fb443e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (ba091ef1-b136-4dfa-a8c0-be5fd8be18b4), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:00.832320 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-d061549a-2d14-457d-94a0-25044fb443e6 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=45b55353ab5040c3b0adfa5288fcafec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6462870 Aug 26 06:18:00.861175 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 50280) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:00.883978 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061549a-2d14-457d-94a0-25044fb443e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba091ef1-b136-4dfa-a8c0-be5fd8be18b4,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:00.931175 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e603a-1c62-4a74-b382-0fc17c3e04ec req-013aac69-ec67-43b8-bb90-ea52b74a7fa6 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:00.932391 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-117e603a-1c62-4a74-b382-0fc17c3e04ec req-013aac69-ec67-43b8-bb90-ea52b74a7fa6 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 946 time: 0.1528115 Aug 26 06:18:01.006935 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-b18b2a90-635c-49f6-9056-6871377a06ae admin admin] Publish callbacks [] for security_group (ba091ef1-b136-4dfa-a8c0-be5fd8be18b4), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:01.042264 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-b18b2a90-635c-49f6-9056-6871377a06ae admin admin] Publish callbacks [] for security_group (ba091ef1-b136-4dfa-a8c0-be5fd8be18b4), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:01.077988 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:01.097445 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-117e603a-1c62-4a74-b382-0fc17c3e04ec req-3155535d-510a-4cb7-bec7-d57717dfed13 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558757 Aug 26 06:18:01.236077 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-61136928-9dc9-4c16-a65d-c4d62b89fe70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596'] for port (2cc71e32-4c23-4ed3-8f9c-fb40a817bc13), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:01.264063 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61136928-9dc9-4c16-a65d-c4d62b89fe70 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cc71e32-4c23-4ed3-8f9c-fb40a817bc13,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:01.294315 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-61136928-9dc9-4c16-a65d-c4d62b89fe70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621663'] for router_gateway (6de03297-0aae-4039-93a1-86c2415358a5), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:01.305785 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-b18b2a90-635c-49f6-9056-6871377a06ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (ba091ef1-b136-4dfa-a8c0-be5fd8be18b4), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:01.309102 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-b18b2a90-635c-49f6-9056-6871377a06ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:01.310911 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-b18b2a90-635c-49f6-9056-6871377a06ae admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/ba091ef1-b136-4dfa-a8c0-be5fd8be18b4 HTTP/1.1" status: 204 len: 168 time: 0.4510624 Aug 26 06:18:01.320632 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b2a90-635c-49f6-9056-6871377a06ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba091ef1-b136-4dfa-a8c0-be5fd8be18b4,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:01.405952 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-61136928-9dc9-4c16-a65d-c4d62b89fe70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32438'] for router (6de03297-0aae-4039-93a1-86c2415358a5), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:01.408298 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-61136928-9dc9-4c16-a65d-c4d62b89fe70 admin admin] Publish callbacks [] for router_controller (6de03297-0aae-4039-93a1-86c2415358a5), precommit_delete_associations {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:01.527619 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:01.695955 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:01.779517 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-61136928-9dc9-4c16-a65d-c4d62b89fe70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614454'] for router (6de03297-0aae-4039-93a1-86c2415358a5), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:01.780465 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61136928-9dc9-4c16-a65d-c4d62b89fe70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6de03297-0aae-4039-93a1-86c2415358a5 {{(pid=107133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 06:18:01.797987 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-61136928-9dc9-4c16-a65d-c4d62b89fe70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:01.802412 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-61136928-9dc9-4c16-a65d-c4d62b89fe70 admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/6de03297-0aae-4039-93a1-86c2415358a5 HTTP/1.1" status: 204 len: 168 time: 1.9531465 Aug 26 06:18:01.803646 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 50306) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:01.878353 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device d61b1f22-cb8f-4af4-852c-b7313d285b14 no longer exists at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:18:01.882124 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4008325-aba6-42e0-aaa8-75e839906a08 admin admin] Deleting subnet 9e18e45e-aeee-4581-9908-feabcd745733 {{(pid=107134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 06:18:01.883360 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:UPDATE=11,neutron:SELECT=59 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:01.889114 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-c4008325-aba6-42e0-aaa8-75e839906a08 admin admin] Publish callbacks [] for subnet (9e18e45e-aeee-4581-9908-feabcd745733), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:01.946058 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] No Port match for: d61b1f22-cb8f-4af4-852c-b7313d285b14 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:18:01.946405 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device d61b1f22-cb8f-4af4-852c-b7313d285b14 not bound to the agent host dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:18:01.949804 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 2cc71e32-4c23-4ed3-8f9c-fb40a817bc13 no longer exists at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:18:01.987728 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-c4008325-aba6-42e0-aaa8-75e839906a08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3346510'] for subnet (9e18e45e-aeee-4581-9908-feabcd745733), precommit_delete_associations {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:02.001202 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] No Port match for: 2cc71e32-4c23-4ed3-8f9c-fb40a817bc13 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:18:02.003282 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 2cc71e32-4c23-4ed3-8f9c-fb40a817bc13 not bound to the agent host dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:18:02.004961 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 50310) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:02.078775 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 50314) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:02.205272 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-c4008325-aba6-42e0-aaa8-75e839906a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777363'] for subnet (9e18e45e-aeee-4581-9908-feabcd745733), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:02.305467 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a256310-358a-4c92-8399-f6ecb3f74b55 req-3f5b0f83-4424-41f4-96b0-2879e272bca5 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:02.306973 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7a256310-358a-4c92-8399-f6ecb3f74b55 req-3f5b0f83-4424-41f4-96b0-2879e272bca5 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 946 time: 0.0752909 Aug 26 06:18:02.379558 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-1ad30f3f-0914-4eaa-9676-f0a1e82bd32b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-741020668-network', 'tenant_id': '68ed45c4bf4f4ef383577dfbd506805e'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:18:02.418856 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7a256310-358a-4c92-8399-f6ecb3f74b55 req-dcd78fd6-f2a5-4c3c-bad5-c94227a041d4 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951674 Aug 26 06:18:02.430509 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a2b6cb7f-e1e6-4bc6-b220-12b37f7bdd90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:02.447039 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-c4008325-aba6-42e0-aaa8-75e839906a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3183122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3522563'] for subnet (9e18e45e-aeee-4581-9908-feabcd745733), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:02.484777 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4008325-aba6-42e0-aaa8-75e839906a08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e18e45e-aeee-4581-9908-feabcd745733,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:02.500648 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-c4008325-aba6-42e0-aaa8-75e839906a08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for subnet (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:02.506947 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb7be96-cd23-4488-9510-b1aba55e06d5 None None] Network 504e79cb-f4bc-488f-be6a-9ade8ca0c470 requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:18:02.508383 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-c4008325-aba6-42e0-aaa8-75e839906a08 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/9e18e45e-aeee-4581-9908-feabcd745733 HTTP/1.1" status: 204 len: 168 time: 0.7026944 Aug 26 06:18:02.510726 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 50338) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:02.513997 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=47,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:02.558032 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad30f3f-0914-4eaa-9676-f0a1e82bd32b admin admin] Made reservation on behalf of 68ed45c4bf4f4ef383577dfbd506805e for: {'network': 1} {{(pid=107133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:18:02.558032 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-1ad30f3f-0914-4eaa-9676-f0a1e82bd32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for network (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:02.585182 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-1ad30f3f-0914-4eaa-9676-f0a1e82bd32b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:02.616522 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a2b6cb7f-e1e6-4bc6-b220-12b37f7bdd90 admin admin] Publish callbacks [] for security_group (766566a4-0fcc-4b2f-991b-4abf02d6f229), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:02.646051 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-525e68ec-16c5-4738-a021-b835a2fa9ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568586'] for network (504e79cb-f4bc-488f-be6a-9ade8ca0c470), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:02.705541 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-525e68ec-16c5-4738-a021-b835a2fa9ea6 admin admin] Deleting port 9ea8eef7-6260-43db-972c-3d6a99a17826 {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:18:02.705541 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-525e68ec-16c5-4738-a021-b835a2fa9ea6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (9ea8eef7-6260-43db-972c-3d6a99a17826), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:02.737228 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-1ad30f3f-0914-4eaa-9676-f0a1e82bd32b admin admin] Publish callbacks [] for security_group (77795354-aba5-41e7-97d3-8d9a4c62a015), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:02.788909 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a2b6cb7f-e1e6-4bc6-b220-12b37f7bdd90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (766566a4-0fcc-4b2f-991b-4abf02d6f229), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:02.801250 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [None req-525e68ec-16c5-4738-a021-b835a2fa9ea6 admin admin] For port 9ea8eef7-6260-43db-972c-3d6a99a17826, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=9ea8eef7-6260-43db-972c-3d6a99a17826,segment=NetworkSegment(ce69558f-277c-4b96-aebc-229c92177fa1),segment_id=ce69558f-277c-4b96-aebc-229c92177fa1)] {{(pid=107134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:18:02.801840 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-525e68ec-16c5-4738-a021-b835a2fa9ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (9ea8eef7-6260-43db-972c-3d6a99a17826), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:02.817659 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fd172a-b5e5-4752-815f-40d9a40cc998 None None] DHCP port deletion for 504e79cb-f4bc-488f-be6a-9ade8ca0c470 request from dv-cinder-853910-3-iscsi {{(pid=107135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 06:18:02.826160 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-525e68ec-16c5-4738-a021-b835a2fa9ea6 admin admin] Calling delete_port for 9ea8eef7-6260-43db-972c-3d6a99a17826 owned by network:dhcp {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:18:02.855634 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-a2b6cb7f-e1e6-4bc6-b220-12b37f7bdd90 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=8d70052c67404d3faf82f6edb6d692ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7746072 Aug 26 06:18:02.859809 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 50350) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:02.905452 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:02.915302 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-1ad30f3f-0914-4eaa-9676-f0a1e82bd32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (77795354-aba5-41e7-97d3-8d9a4c62a015), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:02.927004 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b6cb7f-e1e6-4bc6-b220-12b37f7bdd90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766566a4-0fcc-4b2f-991b-4abf02d6f229,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:02.938877 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-80fd172a-b5e5-4752-815f-40d9a40cc998 None None] Deleting port 9ea8eef7-6260-43db-972c-3d6a99a17826 {{(pid=107135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:18:02.939380 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-80fd172a-b5e5-4752-815f-40d9a40cc998 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (9ea8eef7-6260-43db-972c-3d6a99a17826), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:02.997490 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ad30f3f-0914-4eaa-9676-f0a1e82bd32b admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=107133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 06:18:03.033776 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4089ef4d-eba3-4d9a-aec5-ceeb999fbca5 admin admin] Publish callbacks [] for security_group (766566a4-0fcc-4b2f-991b-4abf02d6f229), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:03.033776 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad30f3f-0914-4eaa-9676-f0a1e82bd32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77795354-aba5-41e7-97d3-8d9a4c62a015,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:03.072048 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-80fd172a-b5e5-4752-815f-40d9a40cc998 None None] For port 9ea8eef7-6260-43db-972c-3d6a99a17826, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=9ea8eef7-6260-43db-972c-3d6a99a17826,segment=NetworkSegment(ce69558f-277c-4b96-aebc-229c92177fa1),segment_id=ce69558f-277c-4b96-aebc-229c92177fa1)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:18:03.072710 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-80fd172a-b5e5-4752-815f-40d9a40cc998 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (9ea8eef7-6260-43db-972c-3d6a99a17826), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:03.074007 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4089ef4d-eba3-4d9a-aec5-ceeb999fbca5 admin admin] Publish callbacks [] for security_group (766566a4-0fcc-4b2f-991b-4abf02d6f229), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:03.093202 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-80fd172a-b5e5-4752-815f-40d9a40cc998 None None] Calling delete_port for 9ea8eef7-6260-43db-972c-3d6a99a17826 owned by network:dhcp {{(pid=107135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:18:03.195172 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-525e68ec-16c5-4738-a021-b835a2fa9ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (9ea8eef7-6260-43db-972c-3d6a99a17826), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:03.223326 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e68ec-16c5-4738-a021-b835a2fa9ea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ea8eef7-6260-43db-972c-3d6a99a17826,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:03.228372 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525e68ec-16c5-4738-a021-b835a2fa9ea6 admin admin] No DVR routers for this DVR port 9ea8eef7-6260-43db-972c-3d6a99a17826 on host dv-cinder-853910-3-iscsi {{(pid=107134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:18:03.232400 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-80fd172a-b5e5-4752-815f-40d9a40cc998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596'] for port (9ea8eef7-6260-43db-972c-3d6a99a17826), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:03.267672 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd172a-b5e5-4752-815f-40d9a40cc998 None None] Pushing event deleted for resources: {'Port': ['ID=9ea8eef7-6260-43db-972c-3d6a99a17826,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:03.273599 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fd172a-b5e5-4752-815f-40d9a40cc998 None None] No DVR routers for this DVR port 9ea8eef7-6260-43db-972c-3d6a99a17826 on host dv-cinder-853910-3-iscsi {{(pid=107135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:18:03.333936 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-525e68ec-16c5-4738-a021-b835a2fa9ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729656', 'neutron.services.segments.db._delete_segments_for_network-8776576287582'] for network (504e79cb-f4bc-488f-be6a-9ade8ca0c470), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:03.356069 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-1ad30f3f-0914-4eaa-9676-f0a1e82bd32b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776576287573', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439'] for segment (9f0476ad-eb22-49b5-b68b-12667cca0827), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:03.357275 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-1ad30f3f-0914-4eaa-9676-f0a1e82bd32b admin admin] Unsubscribe: segment precommit_create {{(pid=107133) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 26 06:18:03.358152 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.db.segments_db [None req-1ad30f3f-0914-4eaa-9676-f0a1e82bd32b admin admin] Added segment 9f0476ad-eb22-49b5-b68b-12667cca0827 of type vlan for network ed11b9b9-d534-4e5e-82f4-927bf9704f2d Aug 26 06:18:03.360535 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-525e68ec-16c5-4738-a021-b835a2fa9ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['504e79cb-f4bc-488f-be6a-9ade8ca0c470']}} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:18:03.375916 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-525e68ec-16c5-4738-a021-b835a2fa9ea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce69558f-277c-4b96-aebc-229c92177fa1') {'for_net_delete': True} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:18:03.376613 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-525e68ec-16c5-4738-a021-b835a2fa9ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce69558f-277c-4b96-aebc-229c92177fa1') {} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:18:03.377957 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4089ef4d-eba3-4d9a-aec5-ceeb999fbca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (766566a4-0fcc-4b2f-991b-4abf02d6f229), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:03.383948 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4089ef4d-eba3-4d9a-aec5-ceeb999fbca5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:03.385834 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-4089ef4d-eba3-4d9a-aec5-ceeb999fbca5 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/766566a4-0fcc-4b2f-991b-4abf02d6f229 HTTP/1.1" status: 204 len: 168 time: 0.5246437 Aug 26 06:18:03.395271 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-525e68ec-16c5-4738-a021-b835a2fa9ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776576346588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3346503'] for segment (ce69558f-277c-4b96-aebc-229c92177fa1), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:03.419060 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-525e68ec-16c5-4738-a021-b835a2fa9ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439'] for segment (ce69558f-277c-4b96-aebc-229c92177fa1), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:03.433048 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-525e68ec-16c5-4738-a021-b835a2fa9ea6 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=107134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 06:18:03.434480 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-525e68ec-16c5-4738-a021-b835a2fa9ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3183176'] for segment (ce69558f-277c-4b96-aebc-229c92177fa1), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:03.466235 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089ef4d-eba3-4d9a-aec5-ceeb999fbca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766566a4-0fcc-4b2f-991b-4abf02d6f229,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:03.521752 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.services.segments.plugin [-] Segment ce69558f-277c-4b96-aebc-229c92177fa1 resource provider aggregate not found Aug 26 06:18:03.546739 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-1ad30f3f-0914-4eaa-9676-f0a1e82bd32b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776575837049'] for network (ed11b9b9-d534-4e5e-82f4-927bf9704f2d), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:03.572719 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.services.segments.plugin [-] Segment ce69558f-277c-4b96-aebc-229c92177fa1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce69558f-277c-4b96-aebc-229c92177fa1 found for delete ", "request_id": "req-22164205-3627-4a1c-83d0-817a793d2cab"}]} Aug 26 06:18:03.633017 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22baca0f-d9e7-423a-bb8a-7df576f7343a req-8a773d6d-b0d6-4afc-8104-b769b19919b8 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:03.634919 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-22baca0f-d9e7-423a-bb8a-7df576f7343a req-8a773d6d-b0d6-4afc-8104-b769b19919b8 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 946 time: 0.0722570 Aug 26 06:18:03.702512 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-22baca0f-d9e7-423a-bb8a-7df576f7343a req-19019156-fcbd-4033-ab03-d2a902685625 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609505 Aug 26 06:18:03.768307 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-1ad30f3f-0914-4eaa-9676-f0a1e82bd32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319'] for network (ed11b9b9-d534-4e5e-82f4-927bf9704f2d), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:03.769888 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad30f3f-0914-4eaa-9676-f0a1e82bd32b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:03.770988 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-1ad30f3f-0914-4eaa-9676-f0a1e82bd32b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for network (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:03.817789 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-525e68ec-16c5-4738-a021-b835a2fa9ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621691'] for network (504e79cb-f4bc-488f-be6a-9ade8ca0c470), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:03.840488 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-525e68ec-16c5-4738-a021-b835a2fa9ea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for network (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:03.849771 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-525e68ec-16c5-4738-a021-b835a2fa9ea6 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/504e79cb-f4bc-488f-be6a-9ade8ca0c470 HTTP/1.1" status: 204 len: 168 time: 1.3336446 Aug 26 06:18:03.871913 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e68ec-16c5-4738-a021-b835a2fa9ea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=504e79cb-f4bc-488f-be6a-9ade8ca0c470,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:03.925510 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 9ea8eef7-6260-43db-972c-3d6a99a17826 no longer exists at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:18:03.966434 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] No Port match for: 9ea8eef7-6260-43db-972c-3d6a99a17826 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:18:03.967151 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 9ea8eef7-6260-43db-972c-3d6a99a17826 not bound to the agent host dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:18:03.980596 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad30f3f-0914-4eaa-9676-f0a1e82bd32b admin admin] Pushing event updated for resources: {'Network': ['ID=ed11b9b9-d534-4e5e-82f4-927bf9704f2d,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:04.001014 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Network ed11b9b9-d534-4e5e-82f4-927bf9704f2d details requested by agent ovs-agent-dv-cinder-853910-3-iscsi with host dv-cinder-853910-3-iscsi {{(pid=107135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 06:18:04.142129 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-1ad30f3f-0914-4eaa-9676-f0a1e82bd32b admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1346426 Aug 26 06:18:04.145533 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 50382) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:04.154452 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-28e5ec36-649b-49bc-b7ef-60d4cbbaca8d admin admin] Request body: {'subnet': {'network_id': 'ed11b9b9-d534-4e5e-82f4-927bf9704f2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-741020668-subnet', 'tenant_id': '68ed45c4bf4f4ef383577dfbd506805e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:18:04.299059 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e5ec36-649b-49bc-b7ef-60d4cbbaca8d admin admin] Made reservation on behalf of 68ed45c4bf4f4ef383577dfbd506805e for: {'subnet': 1} {{(pid=107134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:18:04.302871 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-28e5ec36-649b-49bc-b7ef-60d4cbbaca8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3522598'] for subnet (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:04.703418 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-28e5ec36-649b-49bc-b7ef-60d4cbbaca8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3186391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3522580'] for subnet (60f5f5e4-55aa-499d-b2fe-c379af39a23d), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:04.738286 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 50390) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:04.789698 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-18726714-1801-4b43-a28a-7750ecd79c87 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=bf6936f23aa446008e8119807ec8724d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0637264 Aug 26 06:18:04.791352 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5ec36-649b-49bc-b7ef-60d4cbbaca8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=60f5f5e4-55aa-499d-b2fe-c379af39a23d,revision_number=0']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:04.792007 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 50394) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:04.799981 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e5ec36-649b-49bc-b7ef-60d4cbbaca8d admin admin] Checking segment: {'id': '9f0476ad-eb22-49b5-b68b-12667cca0827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ed11b9b9-d534-4e5e-82f4-927bf9704f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:18:04.800693 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e5ec36-649b-49bc-b7ef-60d4cbbaca8d admin admin] Network hostable DHCP agents. Network: ed11b9b9-d534-4e5e-82f4-927bf9704f2d, hostable agents: ['cf64840e-f340-4e9a-bb2f-df6b7decc44a'], hosted agents: [] {{(pid=107134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 06:18:04.924447 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4f0ff1a5-b62b-451a-bfdb-f1cccf24ca1f admin admin] Publish callbacks [] for security_group (41b66f15-a1e7-43f1-b25a-76697058d140), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:04.941083 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790bbbc-21e9-40f5-afed-9ef20c566960 req-f0dfc16f-a088-4db2-9774-7f1a34869df6 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:04.942824 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a790bbbc-21e9-40f5-afed-9ef20c566960 req-f0dfc16f-a088-4db2-9774-7f1a34869df6 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 946 time: 0.1145935 Aug 26 06:18:04.969379 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4f0ff1a5-b62b-451a-bfdb-f1cccf24ca1f admin admin] Publish callbacks [] for security_group (41b66f15-a1e7-43f1-b25a-76697058d140), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:05.028186 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a790bbbc-21e9-40f5-afed-9ef20c566960 req-939ff3e8-30f2-43f7-9765-032b72ac91c0 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736752 Aug 26 06:18:05.064469 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e5ec36-649b-49bc-b7ef-60d4cbbaca8d admin admin] Network ed11b9b9-d534-4e5e-82f4-927bf9704f2d is scheduled to be hosted by DHCP agent cf64840e-f340-4e9a-bb2f-df6b7decc44a with binding_index 1 {{(pid=107134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 06:18:05.135587 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 50398) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:05.160986 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-255f3b22-10d2-49a7-8786-7e9d8ebc8aa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:05.213617 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4f0ff1a5-b62b-451a-bfdb-f1cccf24ca1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (41b66f15-a1e7-43f1-b25a-76697058d140), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:05.219051 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4f0ff1a5-b62b-451a-bfdb-f1cccf24ca1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:05.221672 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-4f0ff1a5-b62b-451a-bfdb-f1cccf24ca1f admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/41b66f15-a1e7-43f1-b25a-76697058d140 HTTP/1.1" status: 204 len: 168 time: 0.4281433 Aug 26 06:18:05.239404 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ff1a5-b62b-451a-bfdb-f1cccf24ca1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b66f15-a1e7-43f1-b25a-76697058d140,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:05.301124 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [None req-28e5ec36-649b-49bc-b7ef-60d4cbbaca8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-3-iscsi, ed11b9b9-d534-4e5e-82f4-927bf9704f2d) {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:18:05.309749 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e5ec36-649b-49bc-b7ef-60d4cbbaca8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:05.310443 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-28e5ec36-649b-49bc-b7ef-60d4cbbaca8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for subnet (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:05.317364 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-255f3b22-10d2-49a7-8786-7e9d8ebc8aa6 admin admin] Publish callbacks [] for security_group (eaece686-992c-4a06-814a-5fdd627bb4d9), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:05.319688 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5908e357-0f69-49a1-8032-71b6abf694c3 None None] Network ed11b9b9-d534-4e5e-82f4-927bf9704f2d requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:18:05.497800 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-255f3b22-10d2-49a7-8786-7e9d8ebc8aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (eaece686-992c-4a06-814a-5fdd627bb4d9), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:05.511487 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-28e5ec36-649b-49bc-b7ef-60d4cbbaca8d admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3643885 Aug 26 06:18:05.556607 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-255f3b22-10d2-49a7-8786-7e9d8ebc8aa6 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=ad240654f1134efe941f54ff577768a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4155934 Aug 26 06:18:05.556607 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f3b22-10d2-49a7-8786-7e9d8ebc8aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaece686-992c-4a06-814a-5fdd627bb4d9,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:05.557479 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 50408) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:05.571942 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9f29f7-0585-4a5d-b55e-c6b8548fd9da None None] Network ed11b9b9-d534-4e5e-82f4-927bf9704f2d requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:18:05.640634 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3bdaf303-350e-4d6b-98f3-8a961c10c7c1 admin admin] Publish callbacks [] for security_group (eaece686-992c-4a06-814a-5fdd627bb4d9), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:05.672372 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3bdaf303-350e-4d6b-98f3-8a961c10c7c1 admin admin] Publish callbacks [] for security_group (eaece686-992c-4a06-814a-5fdd627bb4d9), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:05.899939 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3bdaf303-350e-4d6b-98f3-8a961c10c7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (eaece686-992c-4a06-814a-5fdd627bb4d9), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:05.902632 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3bdaf303-350e-4d6b-98f3-8a961c10c7c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:05.903910 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-3bdaf303-350e-4d6b-98f3-8a961c10c7c1 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/eaece686-992c-4a06-814a-5fdd627bb4d9 HTTP/1.1" status: 204 len: 168 time: 0.3459761 Aug 26 06:18:05.918540 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdaf303-350e-4d6b-98f3-8a961c10c7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaece686-992c-4a06-814a-5fdd627bb4d9,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:06.041222 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:06.176841 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37334aff-1954-4c70-aa60-fc1f91beb297 req-872405a7-33b1-4eae-a14f-090646eb30bf tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:06.181298 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-37334aff-1954-4c70-aa60-fc1f91beb297 req-872405a7-33b1-4eae-a14f-090646eb30bf tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 946 time: 0.0520866 Aug 26 06:18:06.242009 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-37334aff-1954-4c70-aa60-fc1f91beb297 req-6573c760-66c8-45c1-9eed-5cad132dc82b tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540497 Aug 26 06:18:06.324569 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 50424) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:07.201417 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:07.264493 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-1c03e6ea-eb70-4859-951e-4679bbce59b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:07.450591 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6d837-3435-45dc-a08c-e1877093f3d1 req-e1a2c00f-2162-4aa3-9de6-1a1ca2426975 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:07.452668 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7de6d837-3435-45dc-a08c-e1877093f3d1 req-e1a2c00f-2162-4aa3-9de6-1a1ca2426975 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 946 time: 0.0977333 Aug 26 06:18:07.557159 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534d595-cad0-41dd-919e-85c37a74745e req-1bce9f4b-97c0-4075-a655-dc460bca062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:07.558676 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-5534d595-cad0-41dd-919e-85c37a74745e req-1bce9f4b-97c0-4075-a655-dc460bca062e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 1130 time: 0.0732467 Aug 26 06:18:07.604154 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7de6d837-3435-45dc-a08c-e1877093f3d1 req-1db4da0d-5d13-4d3e-a086-1c5dcff28bec tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360826 Aug 26 06:18:07.640361 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-1c03e6ea-eb70-4859-951e-4679bbce59b7 admin admin] Publish callbacks [] for security_group (95d345de-c9d9-4207-a132-5b4c1d0d6f55), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:07.667180 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-5534d595-cad0-41dd-919e-85c37a74745e req-40726983-6ecd-4460-996f-d45e45a9e369 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967743 Aug 26 06:18:07.925082 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:08.041150 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-1c03e6ea-eb70-4859-951e-4679bbce59b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (95d345de-c9d9-4207-a132-5b4c1d0d6f55), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:08.092025 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-1c03e6ea-eb70-4859-951e-4679bbce59b7 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=9930af8bcf7f4bdbb00ee6b3a9ca22db&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7666221 Aug 26 06:18:08.095592 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 50470) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:08.099215 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03e6ea-eb70-4859-951e-4679bbce59b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d345de-c9d9-4207-a132-5b4c1d0d6f55,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:08.163652 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-fb70f5bc-8929-4447-801b-40bff957ba0a admin admin] Publish callbacks [] for security_group (95d345de-c9d9-4207-a132-5b4c1d0d6f55), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:08.187549 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-fb70f5bc-8929-4447-801b-40bff957ba0a admin admin] Publish callbacks [] for security_group (95d345de-c9d9-4207-a132-5b4c1d0d6f55), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:08.514066 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-fb70f5bc-8929-4447-801b-40bff957ba0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (95d345de-c9d9-4207-a132-5b4c1d0d6f55), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:08.518976 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-fb70f5bc-8929-4447-801b-40bff957ba0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:08.520921 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-fb70f5bc-8929-4447-801b-40bff957ba0a admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/95d345de-c9d9-4207-a132-5b4c1d0d6f55 HTTP/1.1" status: 204 len: 168 time: 0.4239528 Aug 26 06:18:08.532417 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb70f5bc-8929-4447-801b-40bff957ba0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d345de-c9d9-4207-a132-5b4c1d0d6f55,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:08.605443 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:08.738737 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9dc51-e10a-4d46-9439-b3c09b0cf245 req-9fd1ea6d-af69-40ed-878b-1ebae751d14c tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:08.740737 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-1bf9dc51-e10a-4d46-9439-b3c09b0cf245 req-9fd1ea6d-af69-40ed-878b-1ebae751d14c tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 946 time: 0.0484970 Aug 26 06:18:08.799827 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-1bf9dc51-e10a-4d46-9439-b3c09b0cf245 req-dae7b40c-a049-4faa-97ef-06714128d2c9 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527527 Aug 26 06:18:09.954251 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 50512) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:09.959481 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-b6a7eb5a-2343-4365-b9eb-02e81d639228 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-256269078-network', 'tenant_id': '8d9d9069e3e543a98ef75b2461cf3242'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:18:09.998021 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ec0ba-7f93-4b7e-a5e8-33cef7a5ba8a req-44dd63ef-8104-4fc2-8da1-a37bb1186d38 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:10.006234 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-965ec0ba-7f93-4b7e-a5e8-33cef7a5ba8a req-44dd63ef-8104-4fc2-8da1-a37bb1186d38 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 946 time: 0.0850668 Aug 26 06:18:10.094506 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-965ec0ba-7f93-4b7e-a5e8-33cef7a5ba8a req-0e8b23a5-3567-471f-a750-fc261ef7c908 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868893 Aug 26 06:18:10.174056 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a7eb5a-2343-4365-b9eb-02e81d639228 admin admin] Made reservation on behalf of 8d9d9069e3e543a98ef75b2461cf3242 for: {'network': 1} {{(pid=107133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:18:10.176939 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-b6a7eb5a-2343-4365-b9eb-02e81d639228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for network (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:10.191094 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-b6a7eb5a-2343-4365-b9eb-02e81d639228 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:10.292719 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375704c8-b3d1-4d90-b006-6a7ffbbbae81 req-7c94250e-df7b-4395-bfd4-d95d5821db82 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:10.295428 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-375704c8-b3d1-4d90-b006-6a7ffbbbae81 req-7c94250e-df7b-4395-bfd4-d95d5821db82 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9 HTTP/1.1" status: 200 len: 945 time: 0.0836074 Aug 26 06:18:10.313556 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-b6a7eb5a-2343-4365-b9eb-02e81d639228 admin admin] Publish callbacks [] for security_group (54c46f6a-7315-4742-a3f4-5d53867d6baa), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:10.359201 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-375704c8-b3d1-4d90-b006-6a7ffbbbae81 req-70e39a72-8c93-4669-840e-f1ceac38c865 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576019 Aug 26 06:18:10.467320 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 50532) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:10.487997 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-b6a7eb5a-2343-4365-b9eb-02e81d639228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (54c46f6a-7315-4742-a3f4-5d53867d6baa), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:10.514186 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a7eb5a-2343-4365-b9eb-02e81d639228 admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=107133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 06:18:10.534942 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:10.546266 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-b6a7eb5a-2343-4365-b9eb-02e81d639228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439'] for segment (d4932716-4274-4581-b17f-a75df153ac80), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:10.546590 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.db.segments_db [None req-b6a7eb5a-2343-4365-b9eb-02e81d639228 admin admin] Added segment d4932716-4274-4581-b17f-a75df153ac80 of type vlan for network 96f167c4-e3a7-454a-b914-d75f86badcdb Aug 26 06:18:10.562717 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7eb5a-2343-4365-b9eb-02e81d639228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c46f6a-7315-4742-a3f4-5d53867d6baa,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:10.617251 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-b6a7eb5a-2343-4365-b9eb-02e81d639228 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776575837049'] for network (96f167c4-e3a7-454a-b914-d75f86badcdb), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:10.622875 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:10.788416 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-b6a7eb5a-2343-4365-b9eb-02e81d639228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319'] for network (96f167c4-e3a7-454a-b914-d75f86badcdb), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:10.789249 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a7eb5a-2343-4365-b9eb-02e81d639228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:10.790260 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-b6a7eb5a-2343-4365-b9eb-02e81d639228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for network (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:10.818537 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-f97e2a78-5fa3-4d06-9ea0-239f0355ea6d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-426423681-network', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:18:10.878437 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7eb5a-2343-4365-b9eb-02e81d639228 admin admin] Pushing event updated for resources: {'Network': ['ID=96f167c4-e3a7-454a-b914-d75f86badcdb,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:10.889671 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Network 96f167c4-e3a7-454a-b914-d75f86badcdb details requested by agent ovs-agent-dv-cinder-853910-3-iscsi with host dv-cinder-853910-3-iscsi {{(pid=107135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 06:18:11.032708 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-b6a7eb5a-2343-4365-b9eb-02e81d639228 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0771973 Aug 26 06:18:11.037397 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 50542) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:11.047217 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-34588502-02a0-47cf-932f-a83c93c1c5a7 admin admin] Request body: {'subnet': {'network_id': '96f167c4-e3a7-454a-b914-d75f86badcdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-256269078-subnet', 'tenant_id': '8d9d9069e3e543a98ef75b2461cf3242', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:18:11.187783 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 50552) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:11.273916 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97e2a78-5fa3-4d06-9ea0-239f0355ea6d admin admin] Made reservation on behalf of f7e0c375a58842e18a4306779fd6e167 for: {'network': 1} {{(pid=107133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:18:11.274127 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34588502-02a0-47cf-932f-a83c93c1c5a7 admin admin] Made reservation on behalf of 8d9d9069e3e543a98ef75b2461cf3242 for: {'subnet': 1} {{(pid=107134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:18:11.278664 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-34588502-02a0-47cf-932f-a83c93c1c5a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3522598'] for subnet (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:11.280601 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f97e2a78-5fa3-4d06-9ea0-239f0355ea6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for network (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:11.297177 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f97e2a78-5fa3-4d06-9ea0-239f0355ea6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:11.468577 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f97e2a78-5fa3-4d06-9ea0-239f0355ea6d admin admin] Publish callbacks [] for security_group (acc917ad-cf8b-4004-a3a7-436c8c1486b1), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:11.470463 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:11.644543 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-31624f38-20fe-4eb7-98fe-23b4b8a5ce38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:11.667045 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f97e2a78-5fa3-4d06-9ea0-239f0355ea6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (acc917ad-cf8b-4004-a3a7-436c8c1486b1), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:11.667346 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:11.716476 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f97e2a78-5fa3-4d06-9ea0-239f0355ea6d admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=107133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 06:18:11.765066 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e2a78-5fa3-4d06-9ea0-239f0355ea6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc917ad-cf8b-4004-a3a7-436c8c1486b1,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:11.783558 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f97e2a78-5fa3-4d06-9ea0-239f0355ea6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439'] for segment (418ce87b-8dd4-40f7-9079-8eb974e98afd), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:11.784178 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.db.segments_db [None req-f97e2a78-5fa3-4d06-9ea0-239f0355ea6d admin admin] Added segment 418ce87b-8dd4-40f7-9079-8eb974e98afd of type vlan for network 0329fd48-f6a9-4c16-8004-ab5a1f76eb8f Aug 26 06:18:11.837535 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-31624f38-20fe-4eb7-98fe-23b4b8a5ce38 admin admin] Publish callbacks [] for security_group (fe3c5ebe-5203-44fc-a500-34f012574613), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:11.854176 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-34588502-02a0-47cf-932f-a83c93c1c5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3186391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3522580'] for subnet (f6945d1d-66fa-47ad-8364-faedaeda38e2), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:11.854862 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f97e2a78-5fa3-4d06-9ea0-239f0355ea6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776575837049'] for network (0329fd48-f6a9-4c16-8004-ab5a1f76eb8f), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:11.941360 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34588502-02a0-47cf-932f-a83c93c1c5a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6945d1d-66fa-47ad-8364-faedaeda38e2,revision_number=0']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:11.974155 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34588502-02a0-47cf-932f-a83c93c1c5a7 admin admin] Checking segment: {'id': 'd4932716-4274-4581-b17f-a75df153ac80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '96f167c4-e3a7-454a-b914-d75f86badcdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:18:11.974940 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34588502-02a0-47cf-932f-a83c93c1c5a7 admin admin] Network hostable DHCP agents. Network: 96f167c4-e3a7-454a-b914-d75f86badcdb, hostable agents: ['cf64840e-f340-4e9a-bb2f-df6b7decc44a'], hosted agents: [] {{(pid=107134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 06:18:12.018641 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f97e2a78-5fa3-4d06-9ea0-239f0355ea6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319'] for network (0329fd48-f6a9-4c16-8004-ab5a1f76eb8f), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:12.020366 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97e2a78-5fa3-4d06-9ea0-239f0355ea6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:12.024856 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-31624f38-20fe-4eb7-98fe-23b4b8a5ce38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (fe3c5ebe-5203-44fc-a500-34f012574613), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:12.031251 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f97e2a78-5fa3-4d06-9ea0-239f0355ea6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for network (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:12.095233 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-31624f38-20fe-4eb7-98fe-23b4b8a5ce38 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=39712a615ec947aa93f1928cf9625b76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9041021 Aug 26 06:18:12.096129 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 50620) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:12.104611 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31624f38-20fe-4eb7-98fe-23b4b8a5ce38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3c5ebe-5203-44fc-a500-34f012574613,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:12.108611 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34588502-02a0-47cf-932f-a83c93c1c5a7 admin admin] Network 96f167c4-e3a7-454a-b914-d75f86badcdb is scheduled to be hosted by DHCP agent cf64840e-f340-4e9a-bb2f-df6b7decc44a with binding_index 1 {{(pid=107134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 06:18:12.122144 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:12.138872 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 50622) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:12.162971 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e2a78-5fa3-4d06-9ea0-239f0355ea6d admin admin] Pushing event updated for resources: {'Network': ['ID=0329fd48-f6a9-4c16-8004-ab5a1f76eb8f,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:12.185985 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Network 0329fd48-f6a9-4c16-8004-ab5a1f76eb8f details requested by agent ovs-agent-dv-cinder-853910-3-iscsi with host dv-cinder-853910-3-iscsi {{(pid=107135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 06:18:12.203593 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-5c50fb5e-609b-458a-8d54-c69863ad42ee admin admin] Publish callbacks [] for security_group (fe3c5ebe-5203-44fc-a500-34f012574613), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:12.235793 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-5c50fb5e-609b-458a-8d54-c69863ad42ee admin admin] Publish callbacks [] for security_group (fe3c5ebe-5203-44fc-a500-34f012574613), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:12.256465 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-f97e2a78-5fa3-4d06-9ea0-239f0355ea6d admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7819834 Aug 26 06:18:12.257139 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 50626) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:12.265746 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-c1ae1bb8-218a-473b-9e93-5a03268b3639 admin admin] Request body: {'subnet': {'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-426423681-subnet', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:18:12.297817 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [None req-34588502-02a0-47cf-932f-a83c93c1c5a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-3-iscsi, 96f167c4-e3a7-454a-b914-d75f86badcdb) {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:18:12.304233 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34588502-02a0-47cf-932f-a83c93c1c5a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:12.305248 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-34588502-02a0-47cf-932f-a83c93c1c5a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for subnet (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:12.311679 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf397c4-1037-42d7-a7b8-680677985162 None None] Network 96f167c4-e3a7-454a-b914-d75f86badcdb requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:18:12.317330 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-76a7c7c6-4203-406f-b40e-dbe1e339b819 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-395951798-network', 'tenant_id': '7e90dec3a44a4763b0045af64212fc15'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:18:12.431145 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a281a491-a1d8-444b-ae1d-82ef06bdff3b None None] Network 96f167c4-e3a7-454a-b914-d75f86badcdb requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:18:12.469761 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ae1bb8-218a-473b-9e93-5a03268b3639 admin admin] Made reservation on behalf of f7e0c375a58842e18a4306779fd6e167 for: {'subnet': 1} {{(pid=107133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:18:12.472122 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-c1ae1bb8-218a-473b-9e93-5a03268b3639 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:12.513969 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-34588502-02a0-47cf-932f-a83c93c1c5a7 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4750412 Aug 26 06:18:12.516025 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-5c50fb5e-609b-458a-8d54-c69863ad42ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (fe3c5ebe-5203-44fc-a500-34f012574613), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:12.518492 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-5c50fb5e-609b-458a-8d54-c69863ad42ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:12.523795 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-5c50fb5e-609b-458a-8d54-c69863ad42ee admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/fe3c5ebe-5203-44fc-a500-34f012574613 HTTP/1.1" status: 204 len: 168 time: 0.4218094 Aug 26 06:18:12.538370 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50fb5e-609b-458a-8d54-c69863ad42ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3c5ebe-5203-44fc-a500-34f012574613,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:12.717152 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a7c7c6-4203-406f-b40e-dbe1e339b819 admin admin] Made reservation on behalf of 7e90dec3a44a4763b0045af64212fc15 for: {'network': 1} {{(pid=107134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:18:12.721123 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-76a7c7c6-4203-406f-b40e-dbe1e339b819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for network (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:12.747788 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-76a7c7c6-4203-406f-b40e-dbe1e339b819 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:12.860220 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-76a7c7c6-4203-406f-b40e-dbe1e339b819 admin admin] Publish callbacks [] for security_group (269bc54d-1aaa-43e6-8c60-a6dc271d96f8), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:12.929303 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-c1ae1bb8-218a-473b-9e93-5a03268b3639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319'] for subnet (ce64dff0-037a-436e-960d-bd71ac86cc2b), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:12.975293 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-76a7c7c6-4203-406f-b40e-dbe1e339b819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (269bc54d-1aaa-43e6-8c60-a6dc271d96f8), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:12.997599 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae1bb8-218a-473b-9e93-5a03268b3639 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce64dff0-037a-436e-960d-bd71ac86cc2b,revision_number=0']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:13.019576 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ae1bb8-218a-473b-9e93-5a03268b3639 admin admin] Checking segment: {'id': '418ce87b-8dd4-40f7-9079-8eb974e98afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:18:13.019935 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ae1bb8-218a-473b-9e93-5a03268b3639 admin admin] Network hostable DHCP agents. Network: 0329fd48-f6a9-4c16-8004-ab5a1f76eb8f, hostable agents: ['cf64840e-f340-4e9a-bb2f-df6b7decc44a'], hosted agents: [] {{(pid=107133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 06:18:13.022738 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a7c7c6-4203-406f-b40e-dbe1e339b819 admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=107134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 06:18:13.039402 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-76a7c7c6-4203-406f-b40e-dbe1e339b819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439'] for segment (abed22a3-28c2-4aec-9c11-df281ae0c13f), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:13.044360 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.db.segments_db [None req-76a7c7c6-4203-406f-b40e-dbe1e339b819 admin admin] Added segment abed22a3-28c2-4aec-9c11-df281ae0c13f of type vlan for network be8035ab-d66f-4876-a168-341d4ebde9a9 Aug 26 06:18:13.062861 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:13.106322 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a7c7c6-4203-406f-b40e-dbe1e339b819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269bc54d-1aaa-43e6-8c60-a6dc271d96f8,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:13.114054 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-76a7c7c6-4203-406f-b40e-dbe1e339b819 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776575837049'] for network (be8035ab-d66f-4876-a168-341d4ebde9a9), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:13.199288 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ae1bb8-218a-473b-9e93-5a03268b3639 admin admin] Network 0329fd48-f6a9-4c16-8004-ab5a1f76eb8f is scheduled to be hosted by DHCP agent cf64840e-f340-4e9a-bb2f-df6b7decc44a with binding_index 1 {{(pid=107133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 06:18:13.269669 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-76a7c7c6-4203-406f-b40e-dbe1e339b819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319'] for network (be8035ab-d66f-4876-a168-341d4ebde9a9), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:13.270849 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a7c7c6-4203-406f-b40e-dbe1e339b819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:13.271494 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-76a7c7c6-4203-406f-b40e-dbe1e339b819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for network (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:13.343732 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a7c7c6-4203-406f-b40e-dbe1e339b819 admin admin] Pushing event updated for resources: {'Network': ['ID=be8035ab-d66f-4876-a168-341d4ebde9a9,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:13.356687 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Network be8035ab-d66f-4876-a168-341d4ebde9a9 details requested by agent ovs-agent-dv-cinder-853910-3-iscsi with host dv-cinder-853910-3-iscsi {{(pid=107135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 06:18:13.383252 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [None req-c1ae1bb8-218a-473b-9e93-5a03268b3639 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-3-iscsi, 0329fd48-f6a9-4c16-8004-ab5a1f76eb8f) {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:18:13.397327 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ae1bb8-218a-473b-9e93-5a03268b3639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:13.399021 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-c1ae1bb8-218a-473b-9e93-5a03268b3639 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for subnet (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:13.405309 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83899f85-30cb-4237-a649-f8c450b318fe None None] Network 0329fd48-f6a9-4c16-8004-ab5a1f76eb8f requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:18:13.535217 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32ca6e-6d71-495b-aa0e-eeabe1db4a80 req-8241d7a9-7680-4ff6-95ad-ae43f81bb698 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:13.536832 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ea32ca6e-6d71-495b-aa0e-eeabe1db4a80 req-8241d7a9-7680-4ff6-95ad-ae43f81bb698 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9 HTTP/1.1" status: 200 len: 945 time: 0.0519309 Aug 26 06:18:13.564892 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6507efa5-340d-46cb-8a01-fe0cb91fae78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dd3542d-7dca-51c5-b561-2f21a9595a38-0329fd48-f6a9-4c16-8004-ab5a1f76eb8f', 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f', 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'fixed_ips': [{'subnet_id': 'ce64dff0-037a-436e-960d-bd71ac86cc2b'}]}} from dv-cinder-853910-3-iscsi. {{(pid=107135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 06:18:13.565923 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6507efa5-340d-46cb-8a01-fe0cb91fae78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:13.594475 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ea32ca6e-6d71-495b-aa0e-eeabe1db4a80 req-6dfd8ae3-cfd0-4c3c-a300-6d87a1ff2ccd tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490131 Aug 26 06:18:13.607618 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-76a7c7c6-4203-406f-b40e-dbe1e339b819 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4601774 Aug 26 06:18:13.611830 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 50652) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:13.624835 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-6c2c86c7-b5af-420a-af8c-7ee3dd614e48 admin admin] Request body: {'subnet': {'network_id': 'be8035ab-d66f-4876-a168-341d4ebde9a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-395951798-subnet', 'tenant_id': '7e90dec3a44a4763b0045af64212fc15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:18:13.674934 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-c1ae1bb8-218a-473b-9e93-5a03268b3639 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4159389 Aug 26 06:18:13.682000 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 50654) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:13.693878 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-2e7cb4fb-8a21-4e6b-9ff2-d9ebe131187b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-426423681-router', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:18:13.745433 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:13.752290 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_common [None req-6507efa5-340d-46cb-8a01-fe0cb91fae78 None None] Allocated IP 172.20.0.2 (0329fd48-f6a9-4c16-8004-ab5a1f76eb8f/ce64dff0-037a-436e-960d-bd71ac86cc2b/db89bb6b-48cc-47a8-95e9-af8159f78c07) {{(pid=107135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:18:13.756108 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b9c56-0eb3-42e2-9c9d-1fbe778c6d07 req-3c0d041a-8155-4f7d-b4c8-d04e1dc12980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:13.757905 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4d4b9c56-0eb3-42e2-9c9d-1fbe778c6d07 req-3c0d041a-8155-4f7d-b4c8-d04e1dc12980 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=84a2eee4447b4eadb79fbdbb874d4476&device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9 HTTP/1.1" status: 200 len: 1129 time: 0.0525551 Aug 26 06:18:13.862240 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2e7cb4fb-8a21-4e6b-9ff2-d9ebe131187b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32324'] for router (06c6209a-01e3-45a3-88c4-78601b755f5c), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:13.863419 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2e7cb4fb-8a21-4e6b-9ff2-d9ebe131187b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1621550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1785856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32333'] for router (06c6209a-01e3-45a3-88c4-78601b755f5c), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:13.868186 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2c86c7-b5af-420a-af8c-7ee3dd614e48 admin admin] Made reservation on behalf of 7e90dec3a44a4763b0045af64212fc15 for: {'subnet': 1} {{(pid=107133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:18:13.870658 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-6c2c86c7-b5af-420a-af8c-7ee3dd614e48 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:13.889946 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 50656) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:13.906516 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-0124e66f-9285-4947-a30b-3c087057275e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:13.967313 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b9c56-0eb3-42e2-9c9d-1fbe778c6d07 req-487635a1-225f-4155-bd70-a47b37785609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:13.969538 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4d4b9c56-0eb3-42e2-9c9d-1fbe778c6d07 req-487635a1-225f-4155-bd70-a47b37785609 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=f4400288-0fd6-4a35-b08d-549e7c7c455e HTTP/1.1" status: 200 len: 919 time: 0.2050874 Aug 26 06:18:14.010745 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6507efa5-340d-46cb-8a01-fe0cb91fae78 None None] Publish callbacks [] for port (db89bb6b-48cc-47a8-95e9-af8159f78c07), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:14.012539 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:14.026446 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4d4b9c56-0eb3-42e2-9c9d-1fbe778c6d07 req-a74a9085-24fa-4f9e-b494-1a112887ee3a service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25e49a9c-7d0c-440b-b98b-c8b9503ba03f HTTP/1.1" status: 200 len: 217 time: 0.0439758 Aug 26 06:18:14.034384 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-0124e66f-9285-4947-a30b-3c087057275e admin admin] Publish callbacks [] for security_group (50738e13-6869-4506-b741-0ccff9d1d63d), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:14.066030 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:DELETE=3,neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:14.080969 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2e7cb4fb-8a21-4e6b-9ff2-d9ebe131187b admin admin] Publish callbacks [] for router_controller (06c6209a-01e3-45a3-88c4-78601b755f5c), precommit_add_association {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:14.113357 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6507efa5-340d-46cb-8a01-fe0cb91fae78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587'] for port (db89bb6b-48cc-47a8-95e9-af8159f78c07), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:14.133494 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 50670) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:14.157655 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b9c56-0eb3-42e2-9c9d-1fbe778c6d07 req-e60e5ce8-4b72-4380-ab21-0c08b9b0fa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:14.162827 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-0124e66f-9285-4947-a30b-3c087057275e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (50738e13-6869-4506-b741-0ccff9d1d63d), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:14.175515 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4d4b9c56-0eb3-42e2-9c9d-1fbe778c6d07 req-e60e5ce8-4b72-4380-ab21-0c08b9b0fa36 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=b75031eb-a96b-4547-8cde-57cb718d9ca4 HTTP/1.1" status: 200 len: 857 time: 0.1159494 Aug 26 06:18:14.245112 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-0124e66f-9285-4947-a30b-3c087057275e admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=fa060dbc686a4ccfa87e95a1a535261f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3540428 Aug 26 06:18:14.249473 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 50682) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:14.259631 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6507efa5-340d-46cb-8a01-fe0cb91fae78 None None] Pushing event updated for resources: {'Port': ['ID=db89bb6b-48cc-47a8-95e9-af8159f78c07,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:14.261528 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124e66f-9285-4947-a30b-3c087057275e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50738e13-6869-4506-b741-0ccff9d1d63d,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:14.305230 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6507efa5-340d-46cb-8a01-fe0cb91fae78 None None] Network 0329fd48-f6a9-4c16-8004-ab5a1f76eb8f is already hosted by enough agents. {{(pid=107135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:18:14.305230 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-6507efa5-340d-46cb-8a01-fe0cb91fae78 None None] Resources bound (agent type, host, resource id): {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:18:14.310242 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6507efa5-340d-46cb-8a01-fe0cb91fae78 None None] Received port after_create {{(pid=107135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:18:14.343157 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a79cd64c-61f7-411a-bcbe-64602925eb21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:14.386818 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4acc1a56-b3c3-417c-a73f-9ba09b507679 admin admin] Publish callbacks [] for security_group (50738e13-6869-4506-b741-0ccff9d1d63d), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:14.423492 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4acc1a56-b3c3-417c-a73f-9ba09b507679 admin admin] Publish callbacks [] for security_group (50738e13-6869-4506-b741-0ccff9d1d63d), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:14.427002 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-6507efa5-340d-46cb-8a01-fe0cb91fae78 None None] Attempting to bind port db89bb6b-48cc-47a8-95e9-af8159f78c07 on host dv-cinder-853910-3-iscsi for vnic_type normal with profile {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:18:14.427580 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-6507efa5-340d-46cb-8a01-fe0cb91fae78 None None] Attempting to bind port db89bb6b-48cc-47a8-95e9-af8159f78c07 by drivers openvswitch,hyperv on host dv-cinder-853910-3-iscsi at level 0 using segments [{'id': '418ce87b-8dd4-40f7-9079-8eb974e98afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f'}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:18:14.429329 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6507efa5-340d-46cb-8a01-fe0cb91fae78 None None] Attempting to bind port db89bb6b-48cc-47a8-95e9-af8159f78c07 on network 0329fd48-f6a9-4c16-8004-ab5a1f76eb8f {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:18:14.438417 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6507efa5-340d-46cb-8a01-fe0cb91fae78 None None] Checking agent: {'id': '4b23c1c4-ad66-4056-a835-9b344d252955', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 8, 1), 'started_at': datetime.datetime(2022, 8, 26, 6, 8, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:18:14.439928 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6507efa5-340d-46cb-8a01-fe0cb91fae78 None None] Checking segment: {'id': '418ce87b-8dd4-40f7-9079-8eb974e98afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:18:14.440709 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6507efa5-340d-46cb-8a01-fe0cb91fae78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:14.441321 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6507efa5-340d-46cb-8a01-fe0cb91fae78 None None] Bound using segment: {'id': '418ce87b-8dd4-40f7-9079-8eb974e98afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f'} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:18:14.441972 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-6507efa5-340d-46cb-8a01-fe0cb91fae78 None None] Bound port: db89bb6b-48cc-47a8-95e9-af8159f78c07, host: dv-cinder-853910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418ce87b-8dd4-40f7-9079-8eb974e98afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f'}}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:18:14.446840 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6507efa5-340d-46cb-8a01-fe0cb91fae78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (db89bb6b-48cc-47a8-95e9-af8159f78c07), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:14.540221 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b9c56-0eb3-42e2-9c9d-1fbe778c6d07 req-db045fa6-6f60-49ba-bcdf-5e6518b93a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:14.542061 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4d4b9c56-0eb3-42e2-9c9d-1fbe778c6d07 req-db045fa6-6f60-49ba-bcdf-5e6518b93a42 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=f4400288-0fd6-4a35-b08d-549e7c7c455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3597283 Aug 26 06:18:14.555672 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a79cd64c-61f7-411a-bcbe-64602925eb21 admin admin] Publish callbacks [] for security_group (fbd1e972-6e16-4c78-827e-71f659f3a893), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:14.569607 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-6507efa5-340d-46cb-8a01-fe0cb91fae78 None None] For port db89bb6b-48cc-47a8-95e9-af8159f78c07, host dv-cinder-853910-3-iscsi, cleared binding levels {{(pid=107135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:18:14.575057 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-6507efa5-340d-46cb-8a01-fe0cb91fae78 None None] For port db89bb6b-48cc-47a8-95e9-af8159f78c07, host dv-cinder-853910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=db89bb6b-48cc-47a8-95e9-af8159f78c07,segment=NetworkSegment(418ce87b-8dd4-40f7-9079-8eb974e98afd),segment_id=418ce87b-8dd4-40f7-9079-8eb974e98afd)] {{(pid=107135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:18:14.711276 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4acc1a56-b3c3-417c-a73f-9ba09b507679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (50738e13-6869-4506-b741-0ccff9d1d63d), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:14.712709 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6507efa5-340d-46cb-8a01-fe0cb91fae78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (db89bb6b-48cc-47a8-95e9-af8159f78c07), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:14.715897 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4acc1a56-b3c3-417c-a73f-9ba09b507679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:14.728381 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-4acc1a56-b3c3-417c-a73f-9ba09b507679 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/50738e13-6869-4506-b741-0ccff9d1d63d HTTP/1.1" status: 204 len: 168 time: 0.4763944 Aug 26 06:18:14.729964 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a79cd64c-61f7-411a-bcbe-64602925eb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (fbd1e972-6e16-4c78-827e-71f659f3a893), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:14.787913 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc1a56-b3c3-417c-a73f-9ba09b507679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50738e13-6869-4506-b741-0ccff9d1d63d,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:14.840234 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-a79cd64c-61f7-411a-bcbe-64602925eb21 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=3b47a9c357b2498f9d36c1a592ad7713&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7055011 Aug 26 06:18:14.853152 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6507efa5-340d-46cb-8a01-fe0cb91fae78 None None] Pushing event updated for resources: {'Port': ['ID=db89bb6b-48cc-47a8-95e9-af8159f78c07,revision_number=2']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:14.860231 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 50690) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:14.899455 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79cd64c-61f7-411a-bcbe-64602925eb21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd1e972-6e16-4c78-827e-71f659f3a893,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:14.934873 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-6c2c86c7-b5af-420a-af8c-7ee3dd614e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319'] for subnet (4db2d286-0532-4bea-b74c-4c1e787fb6cb), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:14.938087 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-601889f2-22cf-45ff-b78b-6762093a6da0 admin admin] Publish callbacks [] for security_group (fbd1e972-6e16-4c78-827e-71f659f3a893), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:14.987993 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-601889f2-22cf-45ff-b78b-6762093a6da0 admin admin] Publish callbacks [] for security_group (fbd1e972-6e16-4c78-827e-71f659f3a893), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:15.061728 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2e7cb4fb-8a21-4e6b-9ff2-d9ebe131187b admin admin] Publish callbacks [] for router_gateway (06c6209a-01e3-45a3-88c4-78601b755f5c), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:15.097244 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2dedf2-3032-44cf-bfe0-f40b73974e43 req-7e9d2fa4-2665-44e2-bdf3-194262f56286 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:15.099607 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0d2dedf2-3032-44cf-bfe0-f40b73974e43 req-7e9d2fa4-2665-44e2-bdf3-194262f56286 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9 HTTP/1.1" status: 200 len: 945 time: 0.2065313 Aug 26 06:18:15.150454 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c86c7-b5af-420a-af8c-7ee3dd614e48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4db2d286-0532-4bea-b74c-4c1e787fb6cb,revision_number=0']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:15.172798 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4d4b9c56-0eb3-42e2-9c9d-1fbe778c6d07 req-3ab5dede-2fe0-47f2-8405-80cb07ca29fb service neutron] 10.222.0.76 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6204536 Aug 26 06:18:15.181357 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2c86c7-b5af-420a-af8c-7ee3dd614e48 admin admin] Checking segment: {'id': 'abed22a3-28c2-4aec-9c11-df281ae0c13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'be8035ab-d66f-4876-a168-341d4ebde9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:18:15.181790 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2c86c7-b5af-420a-af8c-7ee3dd614e48 admin admin] Network hostable DHCP agents. Network: be8035ab-d66f-4876-a168-341d4ebde9a9, hostable agents: ['cf64840e-f340-4e9a-bb2f-df6b7decc44a'], hosted agents: [] {{(pid=107133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 06:18:15.201935 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-601889f2-22cf-45ff-b78b-6762093a6da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (fbd1e972-6e16-4c78-827e-71f659f3a893), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:15.206722 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-601889f2-22cf-45ff-b78b-6762093a6da0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:15.208519 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-601889f2-22cf-45ff-b78b-6762093a6da0 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/fbd1e972-6e16-4c78-827e-71f659f3a893 HTTP/1.1" status: 204 len: 168 time: 0.3462465 Aug 26 06:18:15.240132 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601889f2-22cf-45ff-b78b-6762093a6da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd1e972-6e16-4c78-827e-71f659f3a893,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:15.410186 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0d2dedf2-3032-44cf-bfe0-f40b73974e43 req-16b0c1a1-4fc9-423d-bb30-5ef4be3ec262 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920926 Aug 26 06:18:15.527608 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4d4b9c56-0eb3-42e2-9c9d-1fbe778c6d07 req-f774a42a-e2a5-4063-95d6-6e26b41c4b4f service neutron] 10.222.0.76 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407094 Aug 26 06:18:15.566972 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2c86c7-b5af-420a-af8c-7ee3dd614e48 admin admin] Network be8035ab-d66f-4876-a168-341d4ebde9a9 is scheduled to be hosted by DHCP agent cf64840e-f340-4e9a-bb2f-df6b7decc44a with binding_index 1 {{(pid=107133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 06:18:15.683039 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2e7cb4fb-8a21-4e6b-9ff2-d9ebe131187b admin admin] Publish callbacks [] for router_gateway (06c6209a-01e3-45a3-88c4-78601b755f5c), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:15.705443 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2e7cb4fb-8a21-4e6b-9ff2-d9ebe131187b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:15.707680 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [None req-6c2c86c7-b5af-420a-af8c-7ee3dd614e48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-3-iscsi, be8035ab-d66f-4876-a168-341d4ebde9a9) {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:18:15.717670 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2c86c7-b5af-420a-af8c-7ee3dd614e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:15.718378 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-6c2c86c7-b5af-420a-af8c-7ee3dd614e48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for subnet (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:15.721101 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276e4e9f-2375-4002-992e-95aed8e58323 None None] Network be8035ab-d66f-4876-a168-341d4ebde9a9 requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:18:15.901775 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:15.926354 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3083cae-6364-4a7d-82f1-12b2e876f1cc None None] Network be8035ab-d66f-4876-a168-341d4ebde9a9 requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:18:15.984081 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-6c2c86c7-b5af-420a-af8c-7ee3dd614e48 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3666582 Aug 26 06:18:15.997305 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_common [None req-2e7cb4fb-8a21-4e6b-9ff2-d9ebe131187b admin admin] Allocated IP 172.27.3.57 (7bfbcaf8-cfd7-4da9-9873-fb578302608c/6eb332c5-848f-450d-bdad-4a764241332a/c6a3c8fd-b3bd-4de5-b20d-df57b42d963e) {{(pid=107133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:18:16.106658 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device db89bb6b-48cc-47a8-95e9-af8159f78c07 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:18:16.212305 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port db89bb6b-48cc-47a8-95e9-af8159f78c07 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:18:16.213041 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (db89bb6b-48cc-47a8-95e9-af8159f78c07), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:16.218085 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2e7cb4fb-8a21-4e6b-9ff2-d9ebe131187b admin admin] Publish callbacks [] for port (c6a3c8fd-b3bd-4de5-b20d-df57b42d963e), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:16.252710 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f46d821-e1df-4dab-b323-af3bd4d95048 None None] Network 0329fd48-f6a9-4c16-8004-ab5a1f76eb8f requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:18:16.323313 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-8c79aaf6-ce96-47ce-bb1c-043ce040c490 None None] Provisioning complete for port db89bb6b-48cc-47a8-95e9-af8159f78c07 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:18:16.323779 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8c79aaf6-ce96-47ce-bb1c-043ce040c490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (db89bb6b-48cc-47a8-95e9-af8159f78c07), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:16.397547 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2e7cb4fb-8a21-4e6b-9ff2-d9ebe131187b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587'] for port (c6a3c8fd-b3bd-4de5-b20d-df57b42d963e), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:16.480481 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port db89bb6b-48cc-47a8-95e9-af8159f78c07 is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:18:16.481001 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (db89bb6b-48cc-47a8-95e9-af8159f78c07), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:16.484955 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7cb4fb-8a21-4e6b-9ff2-d9ebe131187b admin admin] Network 7bfbcaf8-cfd7-4da9-9873-fb578302608c is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:18:16.488604 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [None req-2e7cb4fb-8a21-4e6b-9ff2-d9ebe131187b admin admin] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:18:16.490682 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=31 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:16.494802 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7cb4fb-8a21-4e6b-9ff2-d9ebe131187b admin admin] Received port after_create {{(pid=107133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:18:16.501322 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=60 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:16.584535 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] For port db89bb6b-48cc-47a8-95e9-af8159f78c07, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=db89bb6b-48cc-47a8-95e9-af8159f78c07,segment=NetworkSegment(418ce87b-8dd4-40f7-9079-8eb974e98afd),segment_id=418ce87b-8dd4-40f7-9079-8eb974e98afd)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:18:16.596674 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-8c79aaf6-ce96-47ce-bb1c-043ce040c490 None None] Current status of the port db89bb6b-48cc-47a8-95e9-af8159f78c07 is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:18:16.596674 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8c79aaf6-ce96-47ce-bb1c-043ce040c490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (db89bb6b-48cc-47a8-95e9-af8159f78c07), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:16.651755 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7cb4fb-8a21-4e6b-9ff2-d9ebe131187b admin admin] Pushing event updated for resources: {'Port': ['ID=c6a3c8fd-b3bd-4de5-b20d-df57b42d963e,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:16.665088 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65162e-3781-496e-a41c-d7233103a0bf req-5145fc8d-6940-47e3-a700-c19ba93ac827 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:16.671167 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ac65162e-3781-496e-a41c-d7233103a0bf req-5145fc8d-6940-47e3-a700-c19ba93ac827 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9 HTTP/1.1" status: 200 len: 945 time: 0.1603017 Aug 26 06:18:16.686017 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 50734) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:16.751100 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-5806606c-7879-469c-928d-6d0d1405399d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:16.772142 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ac65162e-3781-496e-a41c-d7233103a0bf req-de31ae63-ff70-4a68-aa8f-c2d847b4e402 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915279 Aug 26 06:18:16.831470 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (db89bb6b-48cc-47a8-95e9-af8159f78c07), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:16.947205 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.db.api [None req-8c79aaf6-ce96-47ce-bb1c-043ce040c490 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 26 06:18:16.947715 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG oslo_db.api [None req-8c79aaf6-ce96-47ce-bb1c-043ce040c490 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 06:18:16.958287 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Pushing event updated for resources: {'Port': ['ID=db89bb6b-48cc-47a8-95e9-af8159f78c07,revision_number=3']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:16.984824 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-5806606c-7879-469c-928d-6d0d1405399d admin admin] Publish callbacks [] for security_group (457abf08-58a1-4e1b-bf65-0132fcc538fa), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:16.999538 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2e7cb4fb-8a21-4e6b-9ff2-d9ebe131187b admin admin] Publish callbacks [] for router_gateway (06c6209a-01e3-45a3-88c4-78601b755f5c), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:17.189655 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-5806606c-7879-469c-928d-6d0d1405399d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (457abf08-58a1-4e1b-bf65-0132fcc538fa), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:17.219467 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:17.263096 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-5806606c-7879-469c-928d-6d0d1405399d admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=d19abb22acc144b083eb782663bbe60b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5753133 Aug 26 06:18:17.265832 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 50742) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:17.270527 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806606c-7879-469c-928d-6d0d1405399d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457abf08-58a1-4e1b-bf65-0132fcc538fa,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:17.303329 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2e7cb4fb-8a21-4e6b-9ff2-d9ebe131187b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621576'] for router (06c6209a-01e3-45a3-88c4-78601b755f5c), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:17.337842 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-52986274-c09a-470e-b5d9-f4d3b6231885 admin admin] Publish callbacks [] for security_group (457abf08-58a1-4e1b-bf65-0132fcc538fa), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:17.367856 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-52986274-c09a-470e-b5d9-f4d3b6231885 admin admin] Publish callbacks [] for security_group (457abf08-58a1-4e1b-bf65-0132fcc538fa), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:17.487282 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-8c79aaf6-ce96-47ce-bb1c-043ce040c490 None None] Current status of the port db89bb6b-48cc-47a8-95e9-af8159f78c07 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:18:17.609686 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-ccc33f03-41c6-4140-964f-00227cade98c None None] Provisioning complete for port db89bb6b-48cc-47a8-95e9-af8159f78c07 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:18:17.610056 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ccc33f03-41c6-4140-964f-00227cade98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (db89bb6b-48cc-47a8-95e9-af8159f78c07), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:17.748000 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-52986274-c09a-470e-b5d9-f4d3b6231885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (457abf08-58a1-4e1b-bf65-0132fcc538fa), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:17.748340 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7cb4fb-8a21-4e6b-9ff2-d9ebe131187b admin admin] Router 06c6209a-01e3-45a3-88c4-78601b755f5c is scheduled to L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 with binding_index 1 {{(pid=107133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 06:18:17.748904 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-52986274-c09a-470e-b5d9-f4d3b6231885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:17.752494 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-52986274-c09a-470e-b5d9-f4d3b6231885 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/457abf08-58a1-4e1b-bf65-0132fcc538fa HTTP/1.1" status: 204 len: 168 time: 0.4825242 Aug 26 06:18:17.760999 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52986274-c09a-470e-b5d9-f4d3b6231885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457abf08-58a1-4e1b-bf65-0132fcc538fa,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:18.025669 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7cb4fb-8a21-4e6b-9ff2-d9ebe131187b admin admin] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:18:18.033348 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ec359-910f-40a9-bda0-33e147ac4be9 req-2291675e-4a63-4c6c-b733-5546f91fdc10 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:18.036041 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-ccc33f03-41c6-4140-964f-00227cade98c None None] Current status of the port db89bb6b-48cc-47a8-95e9-af8159f78c07 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:18:18.040398 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a97ec359-910f-40a9-bda0-33e147ac4be9 req-2291675e-4a63-4c6c-b733-5546f91fdc10 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9 HTTP/1.1" status: 200 len: 945 time: 0.1146152 Aug 26 06:18:18.052237 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396390ea-6ea9-4d61-99a5-5e075edd5a30 None None] Sync routers for ids ['06c6209a-01e3-45a3-88c4-78601b755f5c'] in dv-cinder-853910-3-iscsi {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:18:18.090927 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396390ea-6ea9-4d61-99a5-5e075edd5a30 None None] Routers {'06c6209a-01e3-45a3-88c4-78601b755f5c'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:18:18.094782 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-396390ea-6ea9-4d61-99a5-5e075edd5a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:17:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['06c6209a-01e3-45a3-88c4-78601b755f5c'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:18:18.150431 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a97ec359-910f-40a9-bda0-33e147ac4be9 req-292a2f92-c3ec-4e29-a481-3a1a695f2231 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897565 Aug 26 06:18:18.151441 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device db89bb6b-48cc-47a8-95e9-af8159f78c07 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:18:18.259250 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2e7cb4fb-8a21-4e6b-9ff2-d9ebe131187b admin admin] Publish callbacks [] for router (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:18.261320 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-2e7cb4fb-8a21-4e6b-9ff2-d9ebe131187b admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5703766 Aug 26 06:18:18.276907 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 50766) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:18.283562 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port db89bb6b-48cc-47a8-95e9-af8159f78c07 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:18:18.284087 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (db89bb6b-48cc-47a8-95e9-af8159f78c07), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:18.295118 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-396390ea-6ea9-4d61-99a5-5e075edd5a30 None None] Set router 06c6209a-01e3-45a3-88c4-78601b755f5c gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:18:18.499566 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port db89bb6b-48cc-47a8-95e9-af8159f78c07 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:18:18.650333 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-396390ea-6ea9-4d61-99a5-5e075edd5a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'name': 'tempest-AttachVolumeShelveTestJSON-426423681-router', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c6a3c8fd-b3bd-4de5-b20d-df57b42d963e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:18:13Z', 'updated_at': '2022-08-26T06:18:16Z', 'revision_number': 3, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'gw_port': {'id': 'c6a3c8fd-b3bd-4de5-b20d-df57b42d963e', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:18:15Z', 'updated_at': '2022-08-26T06:18:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:18:18.694686 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396390ea-6ea9-4d61-99a5-5e075edd5a30 None None] Checking router: 06c6209a-01e3-45a3-88c4-78601b755f5c for host: dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:18:18.695375 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396390ea-6ea9-4d61-99a5-5e075edd5a30 None None] Updating router 06c6209a-01e3-45a3-88c4-78601b755f5c port c6a3c8fd-b3bd-4de5-b20d-df57b42d963e binding host dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 06:18:18.708219 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:UPDATE=2,neutron:SELECT=88,neutron:DELETE=10 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:18.719115 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:18.783173 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-396390ea-6ea9-4d61-99a5-5e075edd5a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (c6a3c8fd-b3bd-4de5-b20d-df57b42d963e), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:19.227342 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-396390ea-6ea9-4d61-99a5-5e075edd5a30 None None] Publish callbacks [] for port (c6a3c8fd-b3bd-4de5-b20d-df57b42d963e), precommit_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:19.278395 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ab9cca55-93ec-4da4-a19c-4a6c4ea39702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:19.419526 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f3f3b-4e66-4daa-a53b-5b2fe5418f05 req-ae5d9914-348f-402b-9e1f-f5f4ce86c734 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:19.419526 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-883f3f3b-4e66-4daa-a53b-5b2fe5418f05 req-ae5d9914-348f-402b-9e1f-f5f4ce86c734 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9 HTTP/1.1" status: 200 len: 945 time: 0.0914507 Aug 26 06:18:19.444507 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-396390ea-6ea9-4d61-99a5-5e075edd5a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (c6a3c8fd-b3bd-4de5-b20d-df57b42d963e), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:19.462291 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-883f3f3b-4e66-4daa-a53b-5b2fe5418f05 req-3544eedc-553e-4d4f-acd9-27c660f7b2a7 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738819 Aug 26 06:18:19.511875 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-396390ea-6ea9-4d61-99a5-5e075edd5a30 None None] Attempting to bind port c6a3c8fd-b3bd-4de5-b20d-df57b42d963e on host dv-cinder-853910-3-iscsi for vnic_type normal with profile {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:18:19.512741 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-396390ea-6ea9-4d61-99a5-5e075edd5a30 None None] Attempting to bind port c6a3c8fd-b3bd-4de5-b20d-df57b42d963e by drivers openvswitch,hyperv on host dv-cinder-853910-3-iscsi at level 0 using segments [{'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:18:19.513286 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396390ea-6ea9-4d61-99a5-5e075edd5a30 None None] Attempting to bind port c6a3c8fd-b3bd-4de5-b20d-df57b42d963e on network 7bfbcaf8-cfd7-4da9-9873-fb578302608c {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:18:19.522647 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.db_base_plugin_common [None req-ab9cca55-93ec-4da4-a19c-4a6c4ea39702 admin admin] Allocated IP 172.20.0.1 (0329fd48-f6a9-4c16-8004-ab5a1f76eb8f/ce64dff0-037a-436e-960d-bd71ac86cc2b/d5978bbc-d366-49b8-b06a-7345cde212a5) {{(pid=107134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:18:19.530639 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396390ea-6ea9-4d61-99a5-5e075edd5a30 None None] Checking agent: {'id': '4b23c1c4-ad66-4056-a835-9b344d252955', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 8, 1), 'started_at': datetime.datetime(2022, 8, 26, 6, 8, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:18:19.536682 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396390ea-6ea9-4d61-99a5-5e075edd5a30 None None] Checking segment: {'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:18:19.536682 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-396390ea-6ea9-4d61-99a5-5e075edd5a30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:19.536682 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396390ea-6ea9-4d61-99a5-5e075edd5a30 None None] Bound using segment: {'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:18:19.536682 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-396390ea-6ea9-4d61-99a5-5e075edd5a30 None None] Bound port: c6a3c8fd-b3bd-4de5-b20d-df57b42d963e, host: dv-cinder-853910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:18:19.536682 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-396390ea-6ea9-4d61-99a5-5e075edd5a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (c6a3c8fd-b3bd-4de5-b20d-df57b42d963e), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:19.536682 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab863f8-0b89-4070-a88b-69386f82a78b None None] Pushing event updated for resources: {'Port': ['ID=c6a3c8fd-b3bd-4de5-b20d-df57b42d963e,revision_number=2']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:19.598556 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-396390ea-6ea9-4d61-99a5-5e075edd5a30 None None] For port c6a3c8fd-b3bd-4de5-b20d-df57b42d963e, host dv-cinder-853910-3-iscsi, cleared binding levels {{(pid=107135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:18:19.603951 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-396390ea-6ea9-4d61-99a5-5e075edd5a30 None None] For port c6a3c8fd-b3bd-4de5-b20d-df57b42d963e, host dv-cinder-853910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=c6a3c8fd-b3bd-4de5-b20d-df57b42d963e,segment=NetworkSegment(1390a542-366f-4986-b4c7-57ccad3a4e4e),segment_id=1390a542-366f-4986-b4c7-57ccad3a4e4e)] {{(pid=107135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:18:19.659877 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ab9cca55-93ec-4da4-a19c-4a6c4ea39702 admin admin] Publish callbacks [] for port (d5978bbc-d366-49b8-b06a-7345cde212a5), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:19.876763 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-396390ea-6ea9-4d61-99a5-5e075edd5a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (c6a3c8fd-b3bd-4de5-b20d-df57b42d963e), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:19.903783 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396390ea-6ea9-4d61-99a5-5e075edd5a30 None None] Routers {'06c6209a-01e3-45a3-88c4-78601b755f5c'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:18:19.904628 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-396390ea-6ea9-4d61-99a5-5e075edd5a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:17:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['06c6209a-01e3-45a3-88c4-78601b755f5c'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:18:19.931780 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ab9cca55-93ec-4da4-a19c-4a6c4ea39702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (d5978bbc-d366-49b8-b06a-7345cde212a5), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:20.080438 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9cca55-93ec-4da4-a19c-4a6c4ea39702 admin admin] Network 0329fd48-f6a9-4c16-8004-ab5a1f76eb8f is already hosted by enough agents. {{(pid=107134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:18:20.097900 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [None req-ab9cca55-93ec-4da4-a19c-4a6c4ea39702 admin admin] Resources bound (agent type, host, resource id): {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:18:20.106542 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab863f8-0b89-4070-a88b-69386f82a78b None None] Pushing event updated for resources: {'Port': ['ID=c6a3c8fd-b3bd-4de5-b20d-df57b42d963e,revision_number=3']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:20.117243 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9cca55-93ec-4da4-a19c-4a6c4ea39702 admin admin] Received port after_create {{(pid=107134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:18:20.138813 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-396390ea-6ea9-4d61-99a5-5e075edd5a30 None None] Set router 06c6209a-01e3-45a3-88c4-78601b755f5c gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:18:20.166778 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9cca55-93ec-4da4-a19c-4a6c4ea39702 admin admin] Pushing event updated for resources: {'Port': ['ID=d5978bbc-d366-49b8-b06a-7345cde212a5,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:20.244555 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ab9cca55-93ec-4da4-a19c-4a6c4ea39702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614119'] for router_interface (06c6209a-01e3-45a3-88c4-78601b755f5c), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:20.257234 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-bc14b5e3-1a86-4700-8f5d-79c9d615517e tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:20.265032 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-bc14b5e3-1a86-4700-8f5d-79c9d615517e tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/networks?id=be8035ab-d66f-4876-a168-341d4ebde9a9 HTTP/1.1" status: 200 len: 813 time: 0.3666570 Aug 26 06:18:20.340465 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-9fb3083f-e9fd-47d4-b7ee-88af8efacd78 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/quotas/7e90dec3a44a4763b0045af64212fc15 HTTP/1.1" status: 200 len: 375 time: 0.0739005 Aug 26 06:18:20.394201 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-d0bc9a0c-16b1-472c-a430-708f3c03565c tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=7e90dec3a44a4763b0045af64212fc15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533330 Aug 26 06:18:20.554429 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-396390ea-6ea9-4d61-99a5-5e075edd5a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'name': 'tempest-AttachVolumeShelveTestJSON-426423681-router', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c6a3c8fd-b3bd-4de5-b20d-df57b42d963e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:18:13Z', 'updated_at': '2022-08-26T06:18:16Z', 'revision_number': 3, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'gw_port': {'id': 'c6a3c8fd-b3bd-4de5-b20d-df57b42d963e', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:18:15Z', 'updated_at': '2022-08-26T06:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:18:20.643098 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396390ea-6ea9-4d61-99a5-5e075edd5a30 None None] The sync data for ids ['06c6209a-01e3-45a3-88c4-78601b755f5c'] in dv-cinder-853910-3-iscsi is: [{'id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'name': 'tempest-AttachVolumeShelveTestJSON-426423681-router', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c6a3c8fd-b3bd-4de5-b20d-df57b42d963e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:18:13Z', 'updated_at': '2022-08-26T06:18:16Z', 'revision_number': 3, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'gw_port': {'id': 'c6a3c8fd-b3bd-4de5-b20d-df57b42d963e', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:18:15Z', 'updated_at': '2022-08-26T06:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}] {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:18:20.669511 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-01e23619-7f1e-4cda-88f3-3174fd12307b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/be8035ab-d66f-4876-a168-341d4ebde9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742825 Aug 26 06:18:20.718528 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-13373b73-c9a4-4670-afe7-66566cbbb3fc None None] Provisioning complete for port d5978bbc-d366-49b8-b06a-7345cde212a5 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:18:20.719742 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-13373b73-c9a4-4670-afe7-66566cbbb3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (d5978bbc-d366-49b8-b06a-7345cde212a5), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:20.749593 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584f2a5-5100-42d0-9d7c-f54c6214a3ba req-6fcc584a-8b0a-4fed-abf5-fc1ae0df19ac tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:20.764360 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1584f2a5-5100-42d0-9d7c-f54c6214a3ba req-6fcc584a-8b0a-4fed-abf5-fc1ae0df19ac tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9 HTTP/1.1" status: 200 len: 945 time: 0.1536276 Aug 26 06:18:20.819027 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-13373b73-c9a4-4670-afe7-66566cbbb3fc None None] Port d5978bbc-d366-49b8-b06a-7345cde212a5 cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:18:20.819139 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-7e781c66-7feb-44d3-960a-c003f78b4a3e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/be8035ab-d66f-4876-a168-341d4ebde9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244056 Aug 26 06:18:20.836903 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:20.859552 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1584f2a5-5100-42d0-9d7c-f54c6214a3ba req-6ccd9dca-f975-4521-9f84-ddfcfe5cd261 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913649 Aug 26 06:18:20.977318 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ab9cca55-93ec-4da4-a19c-4a6c4ea39702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (d5978bbc-d366-49b8-b06a-7345cde212a5), before_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:21.278091 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ab9cca55-93ec-4da4-a19c-4a6c4ea39702 admin admin] Publish callbacks [] for port (d5978bbc-d366-49b8-b06a-7345cde212a5), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:21.325028 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-ace9b884-d17d-40d7-b056-3df81b6fac9c req-304e3be2-db05-47be-8aae-f9180ba1211f tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=40a23686-df31-4e61-879f-e1b1eaaef0ea HTTP/1.1" status: 200 len: 210 time: 0.0334799 Aug 26 06:18:21.431181 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ab9cca55-93ec-4da4-a19c-4a6c4ea39702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183148'] for port (d5978bbc-d366-49b8-b06a-7345cde212a5), after_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:21.516865 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9cca55-93ec-4da4-a19c-4a6c4ea39702 admin admin] Pushing event updated for resources: {'Port': ['ID=d5978bbc-d366-49b8-b06a-7345cde212a5,revision_number=2']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:21.520678 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ab9cca55-93ec-4da4-a19c-4a6c4ea39702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614267'] for router_interface (06c6209a-01e3-45a3-88c4-78601b755f5c), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:21.654536 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9cca55-93ec-4da4-a19c-4a6c4ea39702 admin admin] Network 0329fd48-f6a9-4c16-8004-ab5a1f76eb8f is already hosted by enough agents. {{(pid=107134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:18:21.656131 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [None req-ab9cca55-93ec-4da4-a19c-4a6c4ea39702 admin admin] Resources bound (agent type, host, resource id): {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:18:21.808997 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9cca55-93ec-4da4-a19c-4a6c4ea39702 admin admin] Router 06c6209a-01e3-45a3-88c4-78601b755f5c has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:18:21.973374 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-96f5b571-f737-4d5d-8f1e-bde9c0a677a3 None None] Provisioning complete for port d5978bbc-d366-49b8-b06a-7345cde212a5 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:18:21.975143 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-96f5b571-f737-4d5d-8f1e-bde9c0a677a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (d5978bbc-d366-49b8-b06a-7345cde212a5), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:21.988759 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9cca55-93ec-4da4-a19c-4a6c4ea39702 admin admin] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:18:22.000858 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-ab9cca55-93ec-4da4-a19c-4a6c4ea39702 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/06c6209a-01e3-45a3-88c4-78601b755f5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7224796 Aug 26 06:18:22.036005 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device c6a3c8fd-b3bd-4de5-b20d-df57b42d963e up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:18:22.100023 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-96f5b571-f737-4d5d-8f1e-bde9c0a677a3 None None] Port d5978bbc-d366-49b8-b06a-7345cde212a5 cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:18:22.133180 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port c6a3c8fd-b3bd-4de5-b20d-df57b42d963e triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:18:22.133990 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (c6a3c8fd-b3bd-4de5-b20d-df57b42d963e), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:22.141899 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e80f8-14a5-49f4-9224-72e4039b238e req-4ab8fbec-4318-43e6-b478-ae8f18c491b3 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:22.154026 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-449e80f8-14a5-49f4-9224-72e4039b238e req-4ab8fbec-4318-43e6-b478-ae8f18c491b3 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9 HTTP/1.1" status: 200 len: 945 time: 0.1348801 Aug 26 06:18:22.238275 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 50898) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:22.266233 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port c6a3c8fd-b3bd-4de5-b20d-df57b42d963e is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:18:22.266653 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (c6a3c8fd-b3bd-4de5-b20d-df57b42d963e), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:22.296900 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-449e80f8-14a5-49f4-9224-72e4039b238e req-5b7c198b-d678-4dae-a618-0706d7b17be1 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312220 Aug 26 06:18:22.349851 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] For port c6a3c8fd-b3bd-4de5-b20d-df57b42d963e, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=c6a3c8fd-b3bd-4de5-b20d-df57b42d963e,segment=NetworkSegment(1390a542-366f-4986-b4c7-57ccad3a4e4e),segment_id=1390a542-366f-4986-b4c7-57ccad3a4e4e)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:18:22.499687 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-650d88d9-c24d-4efd-9b7d-34766007700f req-c6b40b39-bf8c-4cf2-a77a-e364761c2fda tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=40a23686-df31-4e61-879f-e1b1eaaef0ea HTTP/1.1" status: 200 len: 210 time: 0.0645454 Aug 26 06:18:22.542298 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-59969041-2b1b-4897-b4ff-c9b55ee68212 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:22.574505 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (c6a3c8fd-b3bd-4de5-b20d-df57b42d963e), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:22.611462 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:22.660926 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Pushing event updated for resources: {'Port': ['ID=c6a3c8fd-b3bd-4de5-b20d-df57b42d963e,revision_number=4']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:22.697660 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-59969041-2b1b-4897-b4ff-c9b55ee68212 admin admin] Publish callbacks [] for security_group (8b3135d2-7059-40dd-bc00-ca4cbb150362), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:22.782241 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 50914) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:22.787748 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-513da359-a8b3-4286-9865-69076a3b6fce tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1582935553', 'description': 'tempest-description--1552284033'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:18:22.861381 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:22.944496 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-59969041-2b1b-4897-b4ff-c9b55ee68212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (8b3135d2-7059-40dd-bc00-ca4cbb150362), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:22.986217 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-59969041-2b1b-4897-b4ff-c9b55ee68212 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=248f8afef2a14e12a6eafaf644d50da0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7459927 Aug 26 06:18:22.986954 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-513da359-a8b3-4286-9865-69076a3b6fce tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:22.991522 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 50918) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:22.992352 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59969041-2b1b-4897-b4ff-c9b55ee68212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3135d2-7059-40dd-bc00-ca4cbb150362,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:23.082087 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-bb5bf730-f16f-4e8e-aa8f-493daf73db6e admin admin] Publish callbacks [] for security_group (8b3135d2-7059-40dd-bc00-ca4cbb150362), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:23.093629 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabc1c53-9340-47a7-8164-19628a3e0c06 None None] Sync routers for ids ['06c6209a-01e3-45a3-88c4-78601b755f5c'] in dv-cinder-853910-3-iscsi {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:18:23.107003 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabc1c53-9340-47a7-8164-19628a3e0c06 None None] Routers {'06c6209a-01e3-45a3-88c4-78601b755f5c'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:18:23.107689 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-aabc1c53-9340-47a7-8164-19628a3e0c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:17:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['06c6209a-01e3-45a3-88c4-78601b755f5c'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:18:23.110523 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-bb5bf730-f16f-4e8e-aa8f-493daf73db6e admin admin] Publish callbacks [] for security_group (8b3135d2-7059-40dd-bc00-ca4cbb150362), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:23.124862 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-513da359-a8b3-4286-9865-69076a3b6fce tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for security_group (f5817dd2-fc65-4e56-9ff8-d4ae9206e842), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:23.221700 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-aabc1c53-9340-47a7-8164-19628a3e0c06 None None] Set router 06c6209a-01e3-45a3-88c4-78601b755f5c gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:18:23.310651 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-513da359-a8b3-4286-9865-69076a3b6fce tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (f5817dd2-fc65-4e56-9ff8-d4ae9206e842), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:23.362732 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513da359-a8b3-4286-9865-69076a3b6fce tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5817dd2-fc65-4e56-9ff8-d4ae9206e842,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:23.378422 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-bb5bf730-f16f-4e8e-aa8f-493daf73db6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (8b3135d2-7059-40dd-bc00-ca4cbb150362), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:23.385479 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-bb5bf730-f16f-4e8e-aa8f-493daf73db6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:23.387647 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-bb5bf730-f16f-4e8e-aa8f-493daf73db6e admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/8b3135d2-7059-40dd-bc00-ca4cbb150362 HTTP/1.1" status: 204 len: 168 time: 0.3954272 Aug 26 06:18:23.411487 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5bf730-f16f-4e8e-aa8f-493daf73db6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3135d2-7059-40dd-bc00-ca4cbb150362,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:23.439038 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-aabc1c53-9340-47a7-8164-19628a3e0c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'name': 'tempest-AttachVolumeShelveTestJSON-426423681-router', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c6a3c8fd-b3bd-4de5-b20d-df57b42d963e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:18:13Z', 'updated_at': '2022-08-26T06:18:20Z', 'revision_number': 4, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'gw_port': {'id': 'c6a3c8fd-b3bd-4de5-b20d-df57b42d963e', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:18:15Z', 'updated_at': '2022-08-26T06:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': 'd5978bbc-d366-49b8-b06a-7345cde212a5', 'name': '', 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'mac_address': 'fa:16:3e:92:31:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'ce64dff0-037a-436e-960d-bd71ac86cc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:18:19Z', 'updated_at': '2022-08-26T06:18:21Z', 'revision_number': 2, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'subnets': [{'id': 'ce64dff0-037a-436e-960d-bd71ac86cc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:18:23.454729 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a54f3-9ff9-4964-a6fe-7a5fd3a07178 req-1d09a009-4ee8-4d0d-badf-ed84fd8bf948 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:23.456663 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-208a54f3-9ff9-4964-a6fe-7a5fd3a07178 req-1d09a009-4ee8-4d0d-badf-ed84fd8bf948 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9 HTTP/1.1" status: 200 len: 945 time: 0.0552716 Aug 26 06:18:23.469170 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabc1c53-9340-47a7-8164-19628a3e0c06 None None] Checking router: 06c6209a-01e3-45a3-88c4-78601b755f5c for host: dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:18:23.469526 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabc1c53-9340-47a7-8164-19628a3e0c06 None None] Updating router 06c6209a-01e3-45a3-88c4-78601b755f5c port d5978bbc-d366-49b8-b06a-7345cde212a5 binding host dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 06:18:23.481050 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-513da359-a8b3-4286-9865-69076a3b6fce tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:23.495361 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-513da359-a8b3-4286-9865-69076a3b6fce tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7116115 Aug 26 06:18:23.498877 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 50926) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:23.499111 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-aabc1c53-9340-47a7-8164-19628a3e0c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (d5978bbc-d366-49b8-b06a-7345cde212a5), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:23.526450 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-7ed60e6d-51c8-4e8a-ae18-af49026bfb7a tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Request body: {'security_group_rule': {'security_group_id': 'f5817dd2-fc65-4e56-9ff8-d4ae9206e842', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:18:23.530461 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:23.540555 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-208a54f3-9ff9-4964-a6fe-7a5fd3a07178 req-64f2d08a-a9b0-4f81-b6b7-b85f14d2676e tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707357 Aug 26 06:18:23.635186 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-bea37a7c-4c1a-4fb5-b957-e9c9c8d4702b req-3439e1f2-07b3-4077-9d55-4a9e6e6465c9 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=40a23686-df31-4e61-879f-e1b1eaaef0ea HTTP/1.1" status: 200 len: 210 time: 0.0305443 Aug 26 06:18:23.766698 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7ed60e6d-51c8-4e8a-ae18-af49026bfb7a tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for security_group_rule (2ad19753-0810-4465-884e-42c1c6629a78), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:23.836864 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-aabc1c53-9340-47a7-8164-19628a3e0c06 None None] Publish callbacks [] for port (d5978bbc-d366-49b8-b06a-7345cde212a5), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:23.937228 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7ed60e6d-51c8-4e8a-ae18-af49026bfb7a tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for security_group_rule (2ad19753-0810-4465-884e-42c1c6629a78), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:23.997195 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device c6a3c8fd-b3bd-4de5-b20d-df57b42d963e up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:18:24.024561 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port c6a3c8fd-b3bd-4de5-b20d-df57b42d963e triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:18:24.025039 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (c6a3c8fd-b3bd-4de5-b20d-df57b42d963e), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:24.104418 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-aabc1c53-9340-47a7-8164-19628a3e0c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (d5978bbc-d366-49b8-b06a-7345cde212a5), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:24.118813 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port c6a3c8fd-b3bd-4de5-b20d-df57b42d963e is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:18:24.158809 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7ed60e6d-51c8-4e8a-ae18-af49026bfb7a tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692507'] for security_group_rule (2ad19753-0810-4465-884e-42c1c6629a78), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:24.161557 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:24.189121 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed60e6d-51c8-4e8a-ae18-af49026bfb7a tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ad19753-0810-4465-884e-42c1c6629a78,revision_number=0']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:24.201040 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821e4361-c51a-4669-be0c-e2a63f7aa7a9 None None] Pushing event updated for resources: {'Port': ['ID=d5978bbc-d366-49b8-b06a-7345cde212a5,revision_number=3']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:24.226374 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821e4361-c51a-4669-be0c-e2a63f7aa7a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:24.226809 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821e4361-c51a-4669-be0c-e2a63f7aa7a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:24.227340 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821e4361-c51a-4669-be0c-e2a63f7aa7a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:24.227686 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821e4361-c51a-4669-be0c-e2a63f7aa7a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:24.228180 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821e4361-c51a-4669-be0c-e2a63f7aa7a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:24.228498 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821e4361-c51a-4669-be0c-e2a63f7aa7a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:24.228970 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821e4361-c51a-4669-be0c-e2a63f7aa7a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:24.229296 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821e4361-c51a-4669-be0c-e2a63f7aa7a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:24.229616 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821e4361-c51a-4669-be0c-e2a63f7aa7a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:24.229934 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821e4361-c51a-4669-be0c-e2a63f7aa7a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:24.230262 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821e4361-c51a-4669-be0c-e2a63f7aa7a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:24.230602 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821e4361-c51a-4669-be0c-e2a63f7aa7a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:24.230945 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821e4361-c51a-4669-be0c-e2a63f7aa7a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:24.231259 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821e4361-c51a-4669-be0c-e2a63f7aa7a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:24.231580 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821e4361-c51a-4669-be0c-e2a63f7aa7a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:24.262504 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-aabc1c53-9340-47a7-8164-19628a3e0c06 None None] Attempting to bind port d5978bbc-d366-49b8-b06a-7345cde212a5 on host dv-cinder-853910-3-iscsi for vnic_type normal with profile {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:18:24.262900 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-aabc1c53-9340-47a7-8164-19628a3e0c06 None None] Attempting to bind port d5978bbc-d366-49b8-b06a-7345cde212a5 by drivers openvswitch,hyperv on host dv-cinder-853910-3-iscsi at level 0 using segments [{'id': '418ce87b-8dd4-40f7-9079-8eb974e98afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f'}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:18:24.263259 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabc1c53-9340-47a7-8164-19628a3e0c06 None None] Attempting to bind port d5978bbc-d366-49b8-b06a-7345cde212a5 on network 0329fd48-f6a9-4c16-8004-ab5a1f76eb8f {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:18:24.268485 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabc1c53-9340-47a7-8164-19628a3e0c06 None None] Checking agent: {'id': '4b23c1c4-ad66-4056-a835-9b344d252955', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 8, 1), 'started_at': datetime.datetime(2022, 8, 26, 6, 8, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:18:24.268856 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabc1c53-9340-47a7-8164-19628a3e0c06 None None] Checking segment: {'id': '418ce87b-8dd4-40f7-9079-8eb974e98afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:18:24.269255 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-aabc1c53-9340-47a7-8164-19628a3e0c06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:24.269638 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabc1c53-9340-47a7-8164-19628a3e0c06 None None] Bound using segment: {'id': '418ce87b-8dd4-40f7-9079-8eb974e98afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f'} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:18:24.270095 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-aabc1c53-9340-47a7-8164-19628a3e0c06 None None] Bound port: d5978bbc-d366-49b8-b06a-7345cde212a5, host: dv-cinder-853910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '418ce87b-8dd4-40f7-9079-8eb974e98afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f'}}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:18:24.270470 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-aabc1c53-9340-47a7-8164-19628a3e0c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (d5978bbc-d366-49b8-b06a-7345cde212a5), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:24.325014 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7ed60e6d-51c8-4e8a-ae18-af49026bfb7a tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:24.329202 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-7ed60e6d-51c8-4e8a-ae18-af49026bfb7a tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8144679 Aug 26 06:18:24.329364 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 50956) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:24.334564 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-2df1bf67-2d8f-4e10-a8ff-408757ce0828 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Request body: {'security_group_rule': {'security_group_id': 'f5817dd2-fc65-4e56-9ff8-d4ae9206e842', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:18:24.353828 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-aabc1c53-9340-47a7-8164-19628a3e0c06 None None] For port d5978bbc-d366-49b8-b06a-7345cde212a5, host dv-cinder-853910-3-iscsi, cleared binding levels {{(pid=107136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:18:24.359101 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-aabc1c53-9340-47a7-8164-19628a3e0c06 None None] For port d5978bbc-d366-49b8-b06a-7345cde212a5, host dv-cinder-853910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=d5978bbc-d366-49b8-b06a-7345cde212a5,segment=NetworkSegment(418ce87b-8dd4-40f7-9079-8eb974e98afd),segment_id=418ce87b-8dd4-40f7-9079-8eb974e98afd)] {{(pid=107136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:18:24.482210 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-aabc1c53-9340-47a7-8164-19628a3e0c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (d5978bbc-d366-49b8-b06a-7345cde212a5), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:24.521210 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabc1c53-9340-47a7-8164-19628a3e0c06 None None] Routers {'06c6209a-01e3-45a3-88c4-78601b755f5c'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:18:24.521833 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-aabc1c53-9340-47a7-8164-19628a3e0c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:17:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['06c6209a-01e3-45a3-88c4-78601b755f5c'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:18:24.558031 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:24.562145 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:24.578863 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821e4361-c51a-4669-be0c-e2a63f7aa7a9 None None] Pushing event updated for resources: {'Port': ['ID=d5978bbc-d366-49b8-b06a-7345cde212a5,revision_number=4']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:24.617397 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-2df1bf67-2d8f-4e10-a8ff-408757ce0828 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for security_group_rule (d5a9fb64-9775-4a42-b483-7edc18712a1b), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:24.646572 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-aabc1c53-9340-47a7-8164-19628a3e0c06 None None] Set router 06c6209a-01e3-45a3-88c4-78601b755f5c gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:18:24.676881 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d0725-00eb-45db-9148-18b4902e50b5 req-0a897b77-ea1f-43b0-af8f-dfcb83140793 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:24.685578 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8c2d0725-00eb-45db-9148-18b4902e50b5 req-0a897b77-ea1f-43b0-af8f-dfcb83140793 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9 HTTP/1.1" status: 200 len: 945 time: 0.0758343 Aug 26 06:18:24.718308 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-2df1bf67-2d8f-4e10-a8ff-408757ce0828 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for security_group_rule (d5a9fb64-9775-4a42-b483-7edc18712a1b), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:24.761915 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8c2d0725-00eb-45db-9148-18b4902e50b5 req-3e386e0b-4d2e-4780-b992-9a496530a2b2 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751235 Aug 26 06:18:24.883951 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-769f43c7-d2e7-499a-a1e0-7a941bf66ada req-12628417-a06e-4c9e-bfd7-fc4f5e156407 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=40a23686-df31-4e61-879f-e1b1eaaef0ea HTTP/1.1" status: 200 len: 210 time: 0.0399630 Aug 26 06:18:24.938749 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-2df1bf67-2d8f-4e10-a8ff-408757ce0828 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692507'] for security_group_rule (d5a9fb64-9775-4a42-b483-7edc18712a1b), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:24.961704 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1bf67-2d8f-4e10-a8ff-408757ce0828 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a9fb64-9775-4a42-b483-7edc18712a1b,revision_number=0']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:25.036683 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-aabc1c53-9340-47a7-8164-19628a3e0c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'name': 'tempest-AttachVolumeShelveTestJSON-426423681-router', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c6a3c8fd-b3bd-4de5-b20d-df57b42d963e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:18:13Z', 'updated_at': '2022-08-26T06:18:20Z', 'revision_number': 4, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'gw_port': {'id': 'c6a3c8fd-b3bd-4de5-b20d-df57b42d963e', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:18:15Z', 'updated_at': '2022-08-26T06:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': 'd5978bbc-d366-49b8-b06a-7345cde212a5', 'name': '', 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'mac_address': 'fa:16:3e:92:31:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'ce64dff0-037a-436e-960d-bd71ac86cc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:18:19Z', 'updated_at': '2022-08-26T06:18:24Z', 'revision_number': 4, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'subnets': [{'id': 'ce64dff0-037a-436e-960d-bd71ac86cc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:18:25.043355 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:25.067948 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabc1c53-9340-47a7-8164-19628a3e0c06 None None] The sync data for ids ['06c6209a-01e3-45a3-88c4-78601b755f5c'] in dv-cinder-853910-3-iscsi is: [{'id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'name': 'tempest-AttachVolumeShelveTestJSON-426423681-router', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c6a3c8fd-b3bd-4de5-b20d-df57b42d963e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:18:13Z', 'updated_at': '2022-08-26T06:18:20Z', 'revision_number': 4, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'gw_port': {'id': 'c6a3c8fd-b3bd-4de5-b20d-df57b42d963e', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:18:15Z', 'updated_at': '2022-08-26T06:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': 'd5978bbc-d366-49b8-b06a-7345cde212a5', 'name': '', 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'mac_address': 'fa:16:3e:92:31:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'ce64dff0-037a-436e-960d-bd71ac86cc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:18:19Z', 'updated_at': '2022-08-26T06:18:24Z', 'revision_number': 4, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'subnets': [{'id': 'ce64dff0-037a-436e-960d-bd71ac86cc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:18:25.097037 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-2df1bf67-2d8f-4e10-a8ff-408757ce0828 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:25.098664 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-2df1bf67-2d8f-4e10-a8ff-408757ce0828 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7680449 Aug 26 06:18:25.103481 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 50982) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:25.112726 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-4b6ba761-f3c1-489f-8b35-ac484c114673 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Request body: {'floatingip': {'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:18:25.286775 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4b6ba761-f3c1-489f-8b35-ac484c114673 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:25.398914 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4b6ba761-f3c1-489f-8b35-ac484c114673 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:25.786531 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_common [None req-4b6ba761-f3c1-489f-8b35-ac484c114673 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Allocated IP 172.27.3.169 (7bfbcaf8-cfd7-4da9-9873-fb578302608c/6eb332c5-848f-450d-bdad-4a764241332a/2a568a21-aee3-40ae-b1e7-0df08d6746b1) {{(pid=107133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:18:25.952397 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device d5978bbc-d366-49b8-b06a-7345cde212a5 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:18:25.958470 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87139924-325b-4b78-a4ac-28942b3f455c req-abd516e5-3ca2-453c-a151-fcb3fc5caa5f tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:25.968319 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-87139924-325b-4b78-a4ac-28942b3f455c req-abd516e5-3ca2-453c-a151-fcb3fc5caa5f tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9 HTTP/1.1" status: 200 len: 945 time: 0.1287985 Aug 26 06:18:26.048218 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-d5d6cfd0-e88c-4714-9118-4a3372d8fe30 req-365a3595-6a86-4e5d-8b17-fa74d476eb6c tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=40a23686-df31-4e61-879f-e1b1eaaef0ea HTTP/1.1" status: 200 len: 210 time: 0.0623364 Aug 26 06:18:26.063534 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port d5978bbc-d366-49b8-b06a-7345cde212a5 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:18:26.063534 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (d5978bbc-d366-49b8-b06a-7345cde212a5), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:26.181688 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4b6ba761-f3c1-489f-8b35-ac484c114673 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for port (2a568a21-aee3-40ae-b1e7-0df08d6746b1), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:26.192573 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-87139924-325b-4b78-a4ac-28942b3f455c req-8a53fc19-e892-4a4c-bba2-8ecc3f2a7169 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231886 Aug 26 06:18:26.219541 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port d5978bbc-d366-49b8-b06a-7345cde212a5 is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:18:26.225633 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (d5978bbc-d366-49b8-b06a-7345cde212a5), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:26.270487 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] For port d5978bbc-d366-49b8-b06a-7345cde212a5, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=d5978bbc-d366-49b8-b06a-7345cde212a5,segment=NetworkSegment(418ce87b-8dd4-40f7-9079-8eb974e98afd),segment_id=418ce87b-8dd4-40f7-9079-8eb974e98afd)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:18:26.274591 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-80863ec8-ae6b-46e7-adbf-bef3aa405e0d tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:26.277937 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-80863ec8-ae6b-46e7-adbf-bef3aa405e0d tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.76 "GET /networking/v2.0/networks?id=be8035ab-d66f-4876-a168-341d4ebde9a9 HTTP/1.1" status: 200 len: 813 time: 0.2494831 Aug 26 06:18:26.293508 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-ce27a568-d87f-4995-b8b2-e4b2d729f7c0 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Request body: {'port': {'device_id': '40a23686-df31-4e61-879f-e1b1eaaef0ea', 'network_id': 'be8035ab-d66f-4876-a168-341d4ebde9a9', 'admin_state_up': True, 'tenant_id': '7e90dec3a44a4763b0045af64212fc15'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:18:26.450434 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (d5978bbc-d366-49b8-b06a-7345cde212a5), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:26.451251 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4b6ba761-f3c1-489f-8b35-ac484c114673 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587'] for port (2a568a21-aee3-40ae-b1e7-0df08d6746b1), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:26.462300 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c1bc792f-3edc-4561-aeab-625b5252bbb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:26.504045 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6ba761-f3c1-489f-8b35-ac484c114673 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Network 7bfbcaf8-cfd7-4da9-9873-fb578302608c is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:18:26.507909 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [None req-4b6ba761-f3c1-489f-8b35-ac484c114673 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:18:26.511117 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6ba761-f3c1-489f-8b35-ac484c114673 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Received port after_create {{(pid=107133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:18:26.525483 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Pushing event updated for resources: {'Port': ['ID=d5978bbc-d366-49b8-b06a-7345cde212a5,revision_number=5']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:26.544277 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:26.544277 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:26.544277 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:26.544277 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:26.544277 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:26.544772 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:26.545091 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:26.546024 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:26.546353 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:26.546703 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:26.547025 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:26.547354 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:26.547674 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:26.548349 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:26.548688 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:26.553685 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ba761-f3c1-489f-8b35-ac484c114673 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Pushing event updated for resources: {'Port': ['ID=2a568a21-aee3-40ae-b1e7-0df08d6746b1,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:26.573498 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-ce27a568-d87f-4995-b8b2-e4b2d729f7c0 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Made reservation on behalf of 7e90dec3a44a4763b0045af64212fc15 for: {'port': 1} {{(pid=107133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:18:26.584678 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-ce27a568-d87f-4995-b8b2-e4b2d729f7c0 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:26.597360 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4b6ba761-f3c1-489f-8b35-ac484c114673 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for floatingip (26d7b244-b857-48cf-ab97-77fd74e668a1), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:26.685063 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:26.739425 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_common [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-ce27a568-d87f-4995-b8b2-e4b2d729f7c0 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Allocated IP 172.20.0.7 (be8035ab-d66f-4876-a168-341d4ebde9a9/4db2d286-0532-4bea-b74c-4c1e787fb6cb/8f33f7d7-7e9a-4e62-9cc6-849887fde715) {{(pid=107133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:18:26.904880 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4b6ba761-f3c1-489f-8b35-ac484c114673 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (2a568a21-aee3-40ae-b1e7-0df08d6746b1), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:26.947529 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-ce27a568-d87f-4995-b8b2-e4b2d729f7c0 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Publish callbacks [] for port (8f33f7d7-7e9a-4e62-9cc6-849887fde715), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:27.195895 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-84d21139-f039-44ed-a555-a6094e689316 req-9c09a9f9-0e98-4854-8664-43cc36c3c1e8 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=40a23686-df31-4e61-879f-e1b1eaaef0ea HTTP/1.1" status: 200 len: 210 time: 0.0545115 Aug 26 06:18:27.353489 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4b6ba761-f3c1-489f-8b35-ac484c114673 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for port (2a568a21-aee3-40ae-b1e7-0df08d6746b1), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:27.361420 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab26011-08e8-4c69-86ae-895177c81550 req-097c9d40-b8df-4423-a59c-7424abfc4ca9 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:27.363013 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-aab26011-08e8-4c69-86ae-895177c81550 req-097c9d40-b8df-4423-a59c-7424abfc4ca9 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9 HTTP/1.1" status: 200 len: 945 time: 0.0667698 Aug 26 06:18:27.423952 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-aab26011-08e8-4c69-86ae-895177c81550 req-06d0bc11-f91e-4c75-9ce1-3956542e4af9 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542333 Aug 26 06:18:27.719367 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-ce27a568-d87f-4995-b8b2-e4b2d729f7c0 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587'] for port (8f33f7d7-7e9a-4e62-9cc6-849887fde715), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:27.726564 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4b6ba761-f3c1-489f-8b35-ac484c114673 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (2a568a21-aee3-40ae-b1e7-0df08d6746b1), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:27.727335 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4b6ba761-f3c1-489f-8b35-ac484c114673 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614170'] for floatingip (26d7b244-b857-48cf-ab97-77fd74e668a1), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:27.787507 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-ce27a568-d87f-4995-b8b2-e4b2d729f7c0 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Network be8035ab-d66f-4876-a168-341d4ebde9a9 is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:18:27.790761 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-ce27a568-d87f-4995-b8b2-e4b2d729f7c0 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:18:27.795506 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-ce27a568-d87f-4995-b8b2-e4b2d729f7c0 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Received port after_create {{(pid=107133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:18:27.800063 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-ce27a568-d87f-4995-b8b2-e4b2d729f7c0 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:27.811966 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-ce27a568-d87f-4995-b8b2-e4b2d729f7c0 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:27.811966 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ba761-f3c1-489f-8b35-ac484c114673 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Pushing event updated for resources: {'Port': ['ID=2a568a21-aee3-40ae-b1e7-0df08d6746b1,revision_number=2']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:27.863698 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27a568-d87f-4995-b8b2-e4b2d729f7c0 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Pushing event updated for resources: {'Port': ['ID=8f33f7d7-7e9a-4e62-9cc6-849887fde715,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:27.925108 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device d5978bbc-d366-49b8-b06a-7345cde212a5 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:18:27.957840 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4b6ba761-f3c1-489f-8b35-ac484c114673 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for floatingip (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:27.980046 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-4b6ba761-f3c1-489f-8b35-ac484c114673 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8544888 Aug 26 06:18:27.980206 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port d5978bbc-d366-49b8-b06a-7345cde212a5 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:18:27.980206 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (d5978bbc-d366-49b8-b06a-7345cde212a5), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:28.134745 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-ce27a568-d87f-4995-b8b2-e4b2d729f7c0 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8486605 Aug 26 06:18:28.148529 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-a44be1b6-7ee3-42d1-bc66-3cb6c21f9e1f service neutron] Request body: {'port': {'device_id': '40a23686-df31-4e61-879f-e1b1eaaef0ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:18:28.210578 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port d5978bbc-d366-49b8-b06a-7345cde212a5 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:18:28.268748 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-97b167f7-69b3-4f56-8be1-f0147c888796 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1582935553&fields=id&tenant_id=f7e0c375a58842e18a4306779fd6e167 HTTP/1.1" status: 200 len: 267 time: 0.0957422 Aug 26 06:18:28.275916 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-a44be1b6-7ee3-42d1-bc66-3cb6c21f9e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (8f33f7d7-7e9a-4e62-9cc6-849887fde715), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:28.393900 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c654b-43a8-4311-ada1-750d743a8c7b req-f0092bff-7ed3-4362-92f2-01f7b831f854 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:28.394126 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-f8ebe8b6-ff5d-4800-9080-8e1fcd4187cc tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:28.395567 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-859c654b-43a8-4311-ada1-750d743a8c7b req-f0092bff-7ed3-4362-92f2-01f7b831f854 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=40a23686-df31-4e61-879f-e1b1eaaef0ea HTTP/1.1" status: 200 len: 931 time: 0.0709481 Aug 26 06:18:28.396821 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-f8ebe8b6-ff5d-4800-9080-8e1fcd4187cc tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/networks?id=0329fd48-f6a9-4c16-8004-ab5a1f76eb8f HTTP/1.1" status: 200 len: 816 time: 0.1273882 Aug 26 06:18:28.410828 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-c968c626-fac2-4338-826e-47f1e5af2875 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/quotas/f7e0c375a58842e18a4306779fd6e167 HTTP/1.1" status: 200 len: 375 time: 0.0095794 Aug 26 06:18:28.470260 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-b96cc7e5-3699-42bc-9ce6-f485a2a5e048 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=f7e0c375a58842e18a4306779fd6e167&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532801 Aug 26 06:18:28.536190 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=70,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=23 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:28.547546 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-859c654b-43a8-4311-ada1-750d743a8c7b req-f4ea6c0a-62dd-4dfd-ae8f-c4f98f86e5aa tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=269bc54d-1aaa-43e6-8c60-a6dc271d96f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057422 Aug 26 06:18:28.616394 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-03466749-aad0-49ae-aab0-d5eb0e65a0ed service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0329fd48-f6a9-4c16-8004-ab5a1f76eb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298137 Aug 26 06:18:28.698050 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-bf73dc5c-1070-4312-b3e9-c3a96f858fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:28.719422 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f68120-429b-4c60-9226-0ce42cd115ef req-08af6511-188c-4d84-a5b2-6804ea2840bb tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:28.721605 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c3f68120-429b-4c60-9226-0ce42cd115ef req-08af6511-188c-4d84-a5b2-6804ea2840bb tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9 HTTP/1.1" status: 200 len: 945 time: 0.0944738 Aug 26 06:18:28.728434 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-8ef821bd-dee0-4448-bae4-c8f7ef27bea8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0329fd48-f6a9-4c16-8004-ab5a1f76eb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060178 Aug 26 06:18:28.742790 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-a44be1b6-7ee3-42d1-bc66-3cb6c21f9e1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f33f7d7-7e9a-4e62-9cc6-849887fde715 {{(pid=107133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:18:28.755208 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-a44be1b6-7ee3-42d1-bc66-3cb6c21f9e1f service neutron] Publish callbacks [] for port (8f33f7d7-7e9a-4e62-9cc6-849887fde715), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:28.781330 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.provisioning_blocks [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-a44be1b6-7ee3-42d1-bc66-3cb6c21f9e1f service neutron] Transition to ACTIVE for port object 8f33f7d7-7e9a-4e62-9cc6-849887fde715 will not be triggered until provisioned by entity L2. {{(pid=107133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 06:18:28.785224 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:28.814450 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c3f68120-429b-4c60-9226-0ce42cd115ef req-063beeab-5558-4e21-a257-f7cce6f70402 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847287 Aug 26 06:18:28.956180 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-a44be1b6-7ee3-42d1-bc66-3cb6c21f9e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (8f33f7d7-7e9a-4e62-9cc6-849887fde715), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:29.060996 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-43650d60-1f83-45fc-bba1-318292ff486c req-64911e07-ecc3-4afd-8761-2acb024e961d tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=1b173feb98cc4a2788019d9ad62b384f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0620689 Aug 26 06:18:29.063612 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44be1b6-7ee3-42d1-bc66-3cb6c21f9e1f service neutron] Pushing event updated for resources: {'Port': ['ID=8f33f7d7-7e9a-4e62-9cc6-849887fde715,revision_number=2']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:29.077968 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-a44be1b6-7ee3-42d1-bc66-3cb6c21f9e1f service neutron] Attempting to bind port 8f33f7d7-7e9a-4e62-9cc6-849887fde715 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:18:29.078380 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-a44be1b6-7ee3-42d1-bc66-3cb6c21f9e1f service neutron] Attempting to bind port 8f33f7d7-7e9a-4e62-9cc6-849887fde715 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': 'abed22a3-28c2-4aec-9c11-df281ae0c13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'be8035ab-d66f-4876-a168-341d4ebde9a9'}] {{(pid=107133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:18:29.078771 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-a44be1b6-7ee3-42d1-bc66-3cb6c21f9e1f service neutron] Attempting to bind port 8f33f7d7-7e9a-4e62-9cc6-849887fde715 on network be8035ab-d66f-4876-a168-341d4ebde9a9 {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:18:29.109629 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-a44be1b6-7ee3-42d1-bc66-3cb6c21f9e1f service neutron] Port 8f33f7d7-7e9a-4e62-9cc6-849887fde715 on network be8035ab-d66f-4876-a168-341d4ebde9a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 06:18:29.109956 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-a44be1b6-7ee3-42d1-bc66-3cb6c21f9e1f service neutron] Attempting to bind port 8f33f7d7-7e9a-4e62-9cc6-849887fde715 on network be8035ab-d66f-4876-a168-341d4ebde9a9 {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:18:29.160191 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-a44be1b6-7ee3-42d1-bc66-3cb6c21f9e1f service neutron] Checking agent: {'id': '607bbde6-0fd2-4787-87ed-7343841db9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'started_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:18:29.160532 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-a44be1b6-7ee3-42d1-bc66-3cb6c21f9e1f service neutron] Checking segment: {'id': 'abed22a3-28c2-4aec-9c11-df281ae0c13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'be8035ab-d66f-4876-a168-341d4ebde9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:18:29.160959 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-a44be1b6-7ee3-42d1-bc66-3cb6c21f9e1f service neutron] Bound using segment: {'id': 'abed22a3-28c2-4aec-9c11-df281ae0c13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'be8035ab-d66f-4876-a168-341d4ebde9a9'} {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:18:29.161414 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-a44be1b6-7ee3-42d1-bc66-3cb6c21f9e1f service neutron] Bound port: 8f33f7d7-7e9a-4e62-9cc6-849887fde715, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abed22a3-28c2-4aec-9c11-df281ae0c13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'be8035ab-d66f-4876-a168-341d4ebde9a9'}}] {{(pid=107133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:18:29.162027 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-a44be1b6-7ee3-42d1-bc66-3cb6c21f9e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (8f33f7d7-7e9a-4e62-9cc6-849887fde715), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:29.211568 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ccc4b90a-4388-4239-a23b-bd9936fbf62e req-9d20012c-d7ee-4b51-933d-dcc10aa68692 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 210 time: 0.0412252 Aug 26 06:18:29.253248 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:29.351023 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43650d60-1f83-45fc-bba1-318292ff486c req-84bd4a6a-72da-4d9f-9b56-48744cca8fa5 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:29.352642 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-43650d60-1f83-45fc-bba1-318292ff486c req-84bd4a6a-72da-4d9f-9b56-48744cca8fa5 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2848220 Aug 26 06:18:29.357746 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-a44be1b6-7ee3-42d1-bc66-3cb6c21f9e1f service neutron] For port 8f33f7d7-7e9a-4e62-9cc6-849887fde715, host hv-cinder-85391, cleared binding levels {{(pid=107133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:18:29.359336 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-a44be1b6-7ee3-42d1-bc66-3cb6c21f9e1f service neutron] For port 8f33f7d7-7e9a-4e62-9cc6-849887fde715, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=8f33f7d7-7e9a-4e62-9cc6-849887fde715,segment=NetworkSegment(abed22a3-28c2-4aec-9c11-df281ae0c13f),segment_id=abed22a3-28c2-4aec-9c11-df281ae0c13f)] {{(pid=107133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:18:29.397799 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-43650d60-1f83-45fc-bba1-318292ff486c req-c3e28200-f338-4237-abbe-2351fd6276c1 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/quotas/1b173feb98cc4a2788019d9ad62b384f HTTP/1.1" status: 200 len: 375 time: 0.0285454 Aug 26 06:18:29.418347 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557e6ce-8551-4221-b1fc-f0e1731d6dd5 req-9f9ec146-2a9d-4307-9401-f0e3b41c9a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:29.420160 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1557e6ce-8551-4221-b1fc-f0e1731d6dd5 req-9f9ec146-2a9d-4307-9401-f0e3b41c9a01 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=84a2eee4447b4eadb79fbdbb874d4476&device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9 HTTP/1.1" status: 200 len: 1129 time: 0.0631506 Aug 26 06:18:29.439475 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-43650d60-1f83-45fc-bba1-318292ff486c req-6a1e3999-408c-4cd6-80f4-ca5b99c52317 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=1b173feb98cc4a2788019d9ad62b384f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359285 Aug 26 06:18:29.539605 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557e6ce-8551-4221-b1fc-f0e1731d6dd5 req-98940ebb-b61a-43a4-9826-06e7e8e22f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:29.541089 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1557e6ce-8551-4221-b1fc-f0e1731d6dd5 req-98940ebb-b61a-43a4-9826-06e7e8e22f80 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=f4400288-0fd6-4a35-b08d-549e7c7c455e HTTP/1.1" status: 200 len: 919 time: 0.1002836 Aug 26 06:18:29.582772 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1557e6ce-8551-4221-b1fc-f0e1731d6dd5 req-e10ccd28-e56b-4514-936e-4e3672bfe706 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25e49a9c-7d0c-440b-b98b-c8b9503ba03f HTTP/1.1" status: 200 len: 217 time: 0.0329576 Aug 26 06:18:29.585689 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-a44be1b6-7ee3-42d1-bc66-3cb6c21f9e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (8f33f7d7-7e9a-4e62-9cc6-849887fde715), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:29.602135 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-a44be1b6-7ee3-42d1-bc66-3cb6c21f9e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:29.603656 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-a44be1b6-7ee3-42d1-bc66-3cb6c21f9e1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:29.605620 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-a44be1b6-7ee3-42d1-bc66-3cb6c21f9e1f service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/8f33f7d7-7e9a-4e62-9cc6-849887fde715 HTTP/1.1" status: 200 len: 1093 time: 1.4627569 Aug 26 06:18:29.606098 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a23686-df31-4e61-879f-e1b1eaaef0ea', 'tag': '8f33f7d7-7e9a-4e62-9cc6-849887fde715'}] {{(pid=107133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:18:29.608463 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8285fbc4cf3847b51d9cb7eba3379b7f58b909d4ff4eae5f417f2c246939f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a595dd38-f590-4e8c-a906-123d56b280d1" -d '{"events": [{"name": "network-changed", "server_uuid": "40a23686-df31-4e61-879f-e1b1eaaef0ea", "tag": "8f33f7d7-7e9a-4e62-9cc6-849887fde715"}]}' {{(pid=107133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:18:29.689494 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442bed5-7e68-406d-a9ce-34496ba1a4db req-d652b554-dd59-4a11-819d-6c21a467dceb tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:29.691718 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5442bed5-7e68-406d-a9ce-34496ba1a4db req-d652b554-dd59-4a11-819d-6c21a467dceb tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=40a23686-df31-4e61-879f-e1b1eaaef0ea HTTP/1.1" status: 200 len: 943 time: 0.0523126 Aug 26 06:18:29.712140 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557e6ce-8551-4221-b1fc-f0e1731d6dd5 req-01211243-e8d0-4b53-9856-e32878318588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:29.714754 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1557e6ce-8551-4221-b1fc-f0e1731d6dd5 req-01211243-e8d0-4b53-9856-e32878318588 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=b75031eb-a96b-4547-8cde-57cb718d9ca4 HTTP/1.1" status: 200 len: 857 time: 0.1147299 Aug 26 06:18:29.715987 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44be1b6-7ee3-42d1-bc66-3cb6c21f9e1f service neutron] Pushing event updated for resources: {'Port': ['ID=8f33f7d7-7e9a-4e62-9cc6-849887fde715,revision_number=3']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:29.771845 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5442bed5-7e68-406d-a9ce-34496ba1a4db req-22e33618-eee0-4cd2-8b35-54882e6b6478 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=269bc54d-1aaa-43e6-8c60-a6dc271d96f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730045 Aug 26 06:18:29.781148 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557e6ce-8551-4221-b1fc-f0e1731d6dd5 req-062fb1d8-917b-4bc7-9152-07fa19722936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:29.784501 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1557e6ce-8551-4221-b1fc-f0e1731d6dd5 req-062fb1d8-917b-4bc7-9152-07fa19722936 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=f4400288-0fd6-4a35-b08d-549e7c7c455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592287 Aug 26 06:18:29.861002 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c34ad7-17ba-4ba3-a5ed-8f4919fd4d0e x-openstack-request-id: req-b7c34ad7-17ba-4ba3-a5ed-8f4919fd4d0e {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:18:29.861303 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a23686-df31-4e61-879f-e1b1eaaef0ea", "tag": "8f33f7d7-7e9a-4e62-9cc6-849887fde715", "status": "completed", "code": 200}]} {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:18:29.861612 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b7c34ad7-17ba-4ba3-a5ed-8f4919fd4d0e {{(pid=107133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:18:29.861980 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7c34ad7-17ba-4ba3-a5ed-8f4919fd4d0e'] response: {'name': 'network-changed', 'server_uuid': '40a23686-df31-4e61-879f-e1b1eaaef0ea', 'tag': '8f33f7d7-7e9a-4e62-9cc6-849887fde715', 'status': 'completed', 'code': 200} Aug 26 06:18:29.899746 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:29.992938 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c478d-8bf3-4af3-adb4-cd908643a512 req-6da175ac-e519-46c8-9451-33d4320ee6f9 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:29.995427 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5a4c478d-8bf3-4af3-adb4-cd908643a512 req-6da175ac-e519-46c8-9451-33d4320ee6f9 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9 HTTP/1.1" status: 200 len: 945 time: 0.0851789 Aug 26 06:18:30.041044 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-72e080e6-bec2-4fe5-a6f7-d66f78372ac4 req-d39f958d-7bea-43dd-ba88-205ce677f8ba tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a4000095-117a-48e3-9606-2bd4a61ae04e HTTP/1.1" status: 200 len: 210 time: 0.1726024 Aug 26 06:18:30.047672 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-6a8b4d44-1aa8-45e6-a335-017eb7e85e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:30.051303 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-6a8b4d44-1aa8-45e6-a335-017eb7e85e98 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=7e90dec3a44a4763b0045af64212fc15&device_id=40a23686-df31-4e61-879f-e1b1eaaef0ea HTTP/1.1" status: 200 len: 1127 time: 0.2588973 Aug 26 06:18:30.053457 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1557e6ce-8551-4221-b1fc-f0e1731d6dd5 req-782a6e35-9314-44b6-9acc-4ad871aaa5a1 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470481 Aug 26 06:18:30.085663 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5a4c478d-8bf3-4af3-adb4-cd908643a512 req-4bed36bf-0506-443c-965c-16b4356bb238 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818651 Aug 26 06:18:30.178066 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-6f5d6234-a14f-4a6c-bd06-e85cff25cead service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f33f7d7-7e9a-4e62-9cc6-849887fde715 HTTP/1.1" status: 200 len: 217 time: 0.1113667 Aug 26 06:18:30.259203 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-1cccd26b-2661-4bc8-b615-14952ef8e5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:30.261211 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-1cccd26b-2661-4bc8-b615-14952ef8e5c2 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=4db2d286-0532-4bea-b74c-4c1e787fb6cb HTTP/1.1" status: 200 len: 853 time: 0.0769148 Aug 26 06:18:30.268667 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1557e6ce-8551-4221-b1fc-f0e1731d6dd5 req-269ce4b3-f9cf-4d8c-b647-480d40d78dcf service neutron] 10.222.0.76 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030149 Aug 26 06:18:30.343363 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-eb6d73a1-d4c6-4312-a202-8a72bca4f72e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=be8035ab-d66f-4876-a168-341d4ebde9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665152 Aug 26 06:18:30.351331 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-62cb9072-a6ff-4805-8c2b-c2325d3a3fbb req-9ff25d1e-3a14-42ee-9b9a-0284bfbfe068 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 210 time: 0.0626290 Aug 26 06:18:30.402264 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:30.451979 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-147db705-8813-47e2-ae89-28d2c1d16375 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/be8035ab-d66f-4876-a168-341d4ebde9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955982 Aug 26 06:18:30.747880 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8b5f7bb7-8a73-4289-9c55-900aaf03e05e req-600486ea-e206-4087-8f06-77dd98409d23 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/be8035ab-d66f-4876-a168-341d4ebde9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001070 Aug 26 06:18:30.904093 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553190c-c2ed-4468-b31d-bed8868947cd req-e9eb987b-4404-478e-bc1c-7b1277fbab29 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:30.905589 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f553190c-c2ed-4468-b31d-bed8868947cd req-e9eb987b-4404-478e-bc1c-7b1277fbab29 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=40a23686-df31-4e61-879f-e1b1eaaef0ea HTTP/1.1" status: 200 len: 943 time: 0.0480862 Aug 26 06:18:30.954918 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f553190c-c2ed-4468-b31d-bed8868947cd req-b723df43-b9e7-46da-b2d3-762e66e49d54 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=269bc54d-1aaa-43e6-8c60-a6dc271d96f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435596 Aug 26 06:18:31.118331 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c22895c4-256e-4cf2-a53e-4e21221e12fb req-ddd9901a-ae51-4901-b639-a57b5f80bfc1 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a4000095-117a-48e3-9606-2bd4a61ae04e HTTP/1.1" status: 200 len: 210 time: 0.0285273 Aug 26 06:18:31.236894 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf19871-6adb-45d3-96af-ae6b3815620c req-1010476b-addf-4f26-a9f3-e2a489fcc5e1 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:31.238492 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3bf19871-6adb-45d3-96af-ae6b3815620c req-1010476b-addf-4f26-a9f3-e2a489fcc5e1 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9 HTTP/1.1" status: 200 len: 945 time: 0.0544791 Aug 26 06:18:31.292383 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3bf19871-6adb-45d3-96af-ae6b3815620c req-441ee58e-06c5-4627-9fb7-5dd62c4dad2f tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471601 Aug 26 06:18:31.300506 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 51148) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:31.461344 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7a782f32-7cfd-40b4-88c5-a26153d4dfb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:31.496532 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-9be30e0e-1df7-4d86-bfe0-b4b10797ba52 req-b930e547-34d6-47c7-a700-f7b677e0ecad tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 210 time: 0.0289557 Aug 26 06:18:31.535670 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:31.554571 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7a782f32-7cfd-40b4-88c5-a26153d4dfb2 admin admin] Publish callbacks [] for security_group (5e5e7a0d-01e1-47ea-a828-9bb65fc859ed), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:31.581790 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:31.738756 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7a782f32-7cfd-40b4-88c5-a26153d4dfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (5e5e7a0d-01e1-47ea-a828-9bb65fc859ed), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:31.779166 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-7a782f32-7cfd-40b4-88c5-a26153d4dfb2 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=9cd8e6a3637a4db8b88535d0e1bd81f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4775875 Aug 26 06:18:31.780114 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a782f32-7cfd-40b4-88c5-a26153d4dfb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5e7a0d-01e1-47ea-a828-9bb65fc859ed,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:31.781956 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 51162) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:31.835228 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-080ea8f2-8b25-4c71-85d4-dfe4540ba846 admin admin] Publish callbacks [] for security_group (5e5e7a0d-01e1-47ea-a828-9bb65fc859ed), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:31.855909 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-080ea8f2-8b25-4c71-85d4-dfe4540ba846 admin admin] Publish callbacks [] for security_group (5e5e7a0d-01e1-47ea-a828-9bb65fc859ed), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:32.076521 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92abf9bc-a8e6-4409-8def-c15124a57ff8 req-35ced169-ab2f-4c85-8dd6-ee45a9ecd447 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:32.078221 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-92abf9bc-a8e6-4409-8def-c15124a57ff8 req-35ced169-ab2f-4c85-8dd6-ee45a9ecd447 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=40a23686-df31-4e61-879f-e1b1eaaef0ea HTTP/1.1" status: 200 len: 943 time: 0.0500333 Aug 26 06:18:32.128342 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-92abf9bc-a8e6-4409-8def-c15124a57ff8 req-b040b4b7-159c-460f-af8d-07edfe0c7fe9 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=269bc54d-1aaa-43e6-8c60-a6dc271d96f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420265 Aug 26 06:18:32.158815 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-080ea8f2-8b25-4c71-85d4-dfe4540ba846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (5e5e7a0d-01e1-47ea-a828-9bb65fc859ed), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:32.161553 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-080ea8f2-8b25-4c71-85d4-dfe4540ba846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:32.163526 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-080ea8f2-8b25-4c71-85d4-dfe4540ba846 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/5e5e7a0d-01e1-47ea-a828-9bb65fc859ed HTTP/1.1" status: 204 len: 168 time: 0.3802419 Aug 26 06:18:32.172559 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:32.179584 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ea8f2-8b25-4c71-85d4-dfe4540ba846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5e7a0d-01e1-47ea-a828-9bb65fc859ed,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:32.209722 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-fdd2d21e-58e5-4bc3-a43f-d37b4281a11c req-267dd5e8-575f-49af-a916-701da7361dec tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a4000095-117a-48e3-9606-2bd4a61ae04e HTTP/1.1" status: 200 len: 210 time: 0.0334837 Aug 26 06:18:32.419889 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3e61c-36fe-4f11-80b5-10299df29847 req-81fab2d7-43e0-47b4-bbfc-c83434e5b218 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:32.421446 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-35e3e61c-36fe-4f11-80b5-10299df29847 req-81fab2d7-43e0-47b4-bbfc-c83434e5b218 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9 HTTP/1.1" status: 200 len: 945 time: 0.0512891 Aug 26 06:18:32.471423 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-35e3e61c-36fe-4f11-80b5-10299df29847 req-28aec167-8b39-4ed6-824d-e1d270002f83 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442824 Aug 26 06:18:32.611171 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f76bba35-f4b6-4853-81c5-8507ef05b23f req-d4426fac-2295-4697-ac9d-0271778d1c0c tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 210 time: 0.0292141 Aug 26 06:18:32.961820 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595dd38-f590-4e8c-a906-123d56b280d1 req-b2be0bbb-b093-4353-8af2-faa707b14c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:32.964254 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a595dd38-f590-4e8c-a906-123d56b280d1 req-b2be0bbb-b093-4353-8af2-faa707b14c24 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=7e90dec3a44a4763b0045af64212fc15&device_id=40a23686-df31-4e61-879f-e1b1eaaef0ea HTTP/1.1" status: 200 len: 1127 time: 0.0486009 Aug 26 06:18:33.075939 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556a804-92ce-48ef-808b-056a246d52e5 req-dd9a5710-a866-4d1e-b210-d5f4beb6756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:33.077447 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e556a804-92ce-48ef-808b-056a246d52e5 req-dd9a5710-a866-4d1e-b210-d5f4beb6756f service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9 HTTP/1.1" status: 200 len: 1129 time: 0.0532684 Aug 26 06:18:33.124663 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595dd38-f590-4e8c-a906-123d56b280d1 req-08e02036-1082-4133-bdd9-b1a96a6f3db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:33.126120 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a595dd38-f590-4e8c-a906-123d56b280d1 req-08e02036-1082-4133-bdd9-b1a96a6f3db7 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=be8035ab-d66f-4876-a168-341d4ebde9a9 HTTP/1.1" status: 200 len: 914 time: 0.1500220 Aug 26 06:18:33.141279 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e556a804-92ce-48ef-808b-056a246d52e5 req-77615856-3193-4fc7-9b16-ed90ea656d20 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570412 Aug 26 06:18:33.259882 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70081310-08ba-4cf4-b8cb-fd8b647da53c req-4c8650ce-cfce-4407-8943-269037e1479a tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:33.261459 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-70081310-08ba-4cf4-b8cb-fd8b647da53c req-4c8650ce-cfce-4407-8943-269037e1479a tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=40a23686-df31-4e61-879f-e1b1eaaef0ea HTTP/1.1" status: 200 len: 943 time: 0.0543621 Aug 26 06:18:33.537727 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-70081310-08ba-4cf4-b8cb-fd8b647da53c req-173be316-2b42-4a42-9a9d-8fe7549b1e65 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=269bc54d-1aaa-43e6-8c60-a6dc271d96f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502009 Aug 26 06:18:33.539461 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7a276432-f1a5-43ef-8fad-858e01f4587d req-638e3f16-414e-4676-897c-9a51ff9b684a tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a4000095-117a-48e3-9606-2bd4a61ae04e HTTP/1.1" status: 200 len: 210 time: 0.0369818 Aug 26 06:18:33.604738 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c43028-a696-48ff-b20c-fa725f40e1d4 req-202369dc-ccd6-4dac-8ee1-c2df4a7576a4 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:33.606292 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-b2c43028-a696-48ff-b20c-fa725f40e1d4 req-202369dc-ccd6-4dac-8ee1-c2df4a7576a4 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9 HTTP/1.1" status: 200 len: 945 time: 0.0588491 Aug 26 06:18:33.647557 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 51200) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:33.674718 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-b2c43028-a696-48ff-b20c-fa725f40e1d4 req-0e79279c-d2ae-47bd-9714-33078ce7b828 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623901 Aug 26 06:18:33.675431 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-687860cc-49a1-4bd9-82dc-2ebfc39393f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:33.748197 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b10dd247-cd52-43a9-bb2c-b4d9b00dc5ef req-1834d17c-17bf-4ab3-bbbb-fdc6b20b7bb2 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 210 time: 0.0485432 Aug 26 06:18:33.776429 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-687860cc-49a1-4bd9-82dc-2ebfc39393f5 admin admin] Publish callbacks [] for security_group (15da2856-949c-4be7-a7f0-1be0dfd3bc59), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:33.782806 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a595dd38-f590-4e8c-a906-123d56b280d1 req-019a9565-e4d2-4bb6-b0a3-0bce45cf28a5 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f33f7d7-7e9a-4e62-9cc6-849887fde715 HTTP/1.1" status: 200 len: 217 time: 0.0716136 Aug 26 06:18:33.995838 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-687860cc-49a1-4bd9-82dc-2ebfc39393f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (15da2856-949c-4be7-a7f0-1be0dfd3bc59), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:34.046948 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-687860cc-49a1-4bd9-82dc-2ebfc39393f5 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=92b36f73655b4221a23e6c302f3518ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3983197 Aug 26 06:18:34.047725 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687860cc-49a1-4bd9-82dc-2ebfc39393f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15da2856-949c-4be7-a7f0-1be0dfd3bc59,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:34.049776 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 51210) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:34.111467 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-3ad571f8-62f3-4a9a-a0dc-0a87f25cd7af admin admin] Publish callbacks [] for security_group (15da2856-949c-4be7-a7f0-1be0dfd3bc59), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:34.136562 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-3ad571f8-62f3-4a9a-a0dc-0a87f25cd7af admin admin] Publish callbacks [] for security_group (15da2856-949c-4be7-a7f0-1be0dfd3bc59), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:34.352604 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595dd38-f590-4e8c-a906-123d56b280d1 req-3a5e014e-eac9-41ea-91b0-916637b5efe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:34.354166 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a595dd38-f590-4e8c-a906-123d56b280d1 req-3a5e014e-eac9-41ea-91b0-916637b5efe0 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=4db2d286-0532-4bea-b74c-4c1e787fb6cb HTTP/1.1" status: 200 len: 853 time: 0.0543411 Aug 26 06:18:34.372984 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:34.389575 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-3ad571f8-62f3-4a9a-a0dc-0a87f25cd7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (15da2856-949c-4be7-a7f0-1be0dfd3bc59), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:34.393301 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-3ad571f8-62f3-4a9a-a0dc-0a87f25cd7af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:34.395467 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-3ad571f8-62f3-4a9a-a0dc-0a87f25cd7af admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/15da2856-949c-4be7-a7f0-1be0dfd3bc59 HTTP/1.1" status: 204 len: 168 time: 0.3444474 Aug 26 06:18:34.426674 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a595dd38-f590-4e8c-a906-123d56b280d1 req-9d074c58-72f8-4c27-91e8-bffbe4e570fa service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=be8035ab-d66f-4876-a168-341d4ebde9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511465 Aug 26 06:18:34.429418 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad571f8-62f3-4a9a-a0dc-0a87f25cd7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15da2856-949c-4be7-a7f0-1be0dfd3bc59,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:34.494650 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8340ade2-2264-4a32-9f6f-ed2a727be301 req-3b9ee95e-2fcc-4e89-a780-32286185dc67 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a4000095-117a-48e3-9606-2bd4a61ae04e HTTP/1.1" status: 200 len: 210 time: 0.0668006 Aug 26 06:18:34.519017 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8604d6e-e485-4abf-b9a1-7428ffbf7260 req-871cb7df-90af-44dc-92cf-e3e033359221 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:34.519017 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f8604d6e-e485-4abf-b9a1-7428ffbf7260 req-871cb7df-90af-44dc-92cf-e3e033359221 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=40a23686-df31-4e61-879f-e1b1eaaef0ea HTTP/1.1" status: 200 len: 943 time: 0.0682065 Aug 26 06:18:34.519603 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 6 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:18:34.567464 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f8604d6e-e485-4abf-b9a1-7428ffbf7260 req-4317b078-8dca-4e38-b6f9-88547508cd67 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=269bc54d-1aaa-43e6-8c60-a6dc271d96f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511138 Aug 26 06:18:34.578890 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:INSERT=6,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:34.619761 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a595dd38-f590-4e8c-a906-123d56b280d1 req-526b75bb-3aa4-4943-a690-44ccecc90a82 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/be8035ab-d66f-4876-a168-341d4ebde9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721616 Aug 26 06:18:34.804088 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43904357-e8da-4790-a7e6-bfc4df894d28 req-3936365b-cde5-4430-aafd-8822f5e4ca40 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:34.805639 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-43904357-e8da-4790-a7e6-bfc4df894d28 req-3936365b-cde5-4430-aafd-8822f5e4ca40 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9 HTTP/1.1" status: 200 len: 945 time: 0.0510461 Aug 26 06:18:34.870867 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-43904357-e8da-4790-a7e6-bfc4df894d28 req-264337ac-68b8-4380-b1d5-cd4732c1d5ca tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589848 Aug 26 06:18:34.878892 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8a350ed7-dd78-4900-b94b-5f99bdae3f51 req-cc0eb943-f500-4030-a0b7-fb95e37d918f tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 210 time: 0.0392599 Aug 26 06:18:35.059191 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:35.633202 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e786a75b-211b-463e-9131-1b07cb2aa8d9 req-ea48cbf3-e669-4c04-bbd9-8c93b7a25c67 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a4000095-117a-48e3-9606-2bd4a61ae04e HTTP/1.1" status: 200 len: 210 time: 0.0428832 Aug 26 06:18:35.635536 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a595dd38-f590-4e8c-a906-123d56b280d1 req-b0bc5dcb-733a-4c33-97cc-0db25696e20e service neutron] 10.222.0.76 "GET /networking/v2.0/networks/be8035ab-d66f-4876-a168-341d4ebde9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354158 Aug 26 06:18:35.731202 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae79cc-a715-459f-bf6e-7c02bc02f069 req-5c08bc09-d4e2-42f3-8dda-88d2e70da051 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:35.738858 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5dae79cc-a715-459f-bf6e-7c02bc02f069 req-5c08bc09-d4e2-42f3-8dda-88d2e70da051 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=40a23686-df31-4e61-879f-e1b1eaaef0ea HTTP/1.1" status: 200 len: 943 time: 0.0600753 Aug 26 06:18:35.819151 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5dae79cc-a715-459f-bf6e-7c02bc02f069 req-6d64aef3-3c02-4099-bc42-4af66a52d96a tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=269bc54d-1aaa-43e6-8c60-a6dc271d96f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791304 Aug 26 06:18:35.942216 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 51252) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:35.957287 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-5833bfb0-cd22-4e32-a306-f15265527861 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:35.988744 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 8f33f7d7-7e9a-4e62-9cc6-849887fde715 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 06:18:36.010670 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a50a2b2f-3afc-425b-813b-8289648e749b req-64fcd4d4-72db-4e9a-969e-082bbecb920d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 210 time: 0.0443923 Aug 26 06:18:36.059106 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7bbf5-c2b8-416f-adcb-457d1fd9f949 req-8bdd5f82-2e46-4619-ab06-278e627ead06 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:36.061318 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-3fc7bbf5-c2b8-416f-adcb-457d1fd9f949 req-8bdd5f82-2e46-4619-ab06-278e627ead06 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9 HTTP/1.1" status: 200 len: 945 time: 0.0919235 Aug 26 06:18:36.159652 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-5833bfb0-cd22-4e32-a306-f15265527861 admin admin] Publish callbacks [] for security_group (234b4053-ff75-4d84-98e1-17bad98a31d4), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:36.169864 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-3fc7bbf5-c2b8-416f-adcb-457d1fd9f949 req-2daf74d8-0382-4d94-b487-eb013e983a1f tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985720 Aug 26 06:18:36.180118 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 8f33f7d7-7e9a-4e62-9cc6-849887fde715, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=8f33f7d7-7e9a-4e62-9cc6-849887fde715,segment=NetworkSegment(abed22a3-28c2-4aec-9c11-df281ae0c13f),segment_id=abed22a3-28c2-4aec-9c11-df281ae0c13f)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:18:36.192284 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Returning: {'device': '8f33f7d7-7e9a-4e62-9cc6-849887fde715', 'network_id': 'be8035ab-d66f-4876-a168-341d4ebde9a9', 'port_id': '8f33f7d7-7e9a-4e62-9cc6-849887fde715', 'mac_address': 'fa:16:3e:39:fc:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db2d286-0532-4bea-b74c-4c1e787fb6cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 06:18:36.195573 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:36.231826 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port 8f33f7d7-7e9a-4e62-9cc6-849887fde715 is: DOWN; New status is: BUILD {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:18:36.232143 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (8f33f7d7-7e9a-4e62-9cc6-849887fde715), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:36.252216 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f33f7d7-7e9a-4e62-9cc6-849887fde715 {{(pid=107135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:18:36.274991 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 8f33f7d7-7e9a-4e62-9cc6-849887fde715, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=8f33f7d7-7e9a-4e62-9cc6-849887fde715,segment=NetworkSegment(abed22a3-28c2-4aec-9c11-df281ae0c13f),segment_id=abed22a3-28c2-4aec-9c11-df281ae0c13f)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:18:36.353169 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-5833bfb0-cd22-4e32-a306-f15265527861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (234b4053-ff75-4d84-98e1-17bad98a31d4), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:36.405500 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 51262) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:36.405830 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-5833bfb0-cd22-4e32-a306-f15265527861 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=afc0d5e8b6554ad0821e999888ade90b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4621902 Aug 26 06:18:36.406781 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833bfb0-cd22-4e32-a306-f15265527861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234b4053-ff75-4d84-98e1-17bad98a31d4,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:36.426698 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (8f33f7d7-7e9a-4e62-9cc6-849887fde715), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:36.437431 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833bfb0-cd22-4e32-a306-f15265527861 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:36.439763 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833bfb0-cd22-4e32-a306-f15265527861 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:36.442381 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833bfb0-cd22-4e32-a306-f15265527861 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:36.444974 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833bfb0-cd22-4e32-a306-f15265527861 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:36.445519 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833bfb0-cd22-4e32-a306-f15265527861 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:36.446024 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833bfb0-cd22-4e32-a306-f15265527861 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:36.448990 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833bfb0-cd22-4e32-a306-f15265527861 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:36.449506 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833bfb0-cd22-4e32-a306-f15265527861 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:36.449993 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833bfb0-cd22-4e32-a306-f15265527861 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:36.450497 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833bfb0-cd22-4e32-a306-f15265527861 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:36.451728 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833bfb0-cd22-4e32-a306-f15265527861 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:36.453556 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833bfb0-cd22-4e32-a306-f15265527861 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:36.454058 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833bfb0-cd22-4e32-a306-f15265527861 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:36.456677 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833bfb0-cd22-4e32-a306-f15265527861 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:36.457304 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5833bfb0-cd22-4e32-a306-f15265527861 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:36.488729 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 51264) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:36.526970 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-50c04835-f0f5-4c61-841f-59c41b9bf5f7 admin admin] Publish callbacks [] for security_group (234b4053-ff75-4d84-98e1-17bad98a31d4), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:36.532163 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=8f33f7d7-7e9a-4e62-9cc6-849887fde715,revision_number=4']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:36.553754 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-50c04835-f0f5-4c61-841f-59c41b9bf5f7 admin admin] Publish callbacks [] for security_group (234b4053-ff75-4d84-98e1-17bad98a31d4), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:36.644640 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8cf35975-7eac-4b94-873b-3d92818c404f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:36.716423 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] get_ports_and_sgs() called for port_ids ['8f33f7d7-7e9a-4e62-9cc6-849887fde715'] {{(pid=107135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 06:18:36.743793 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-e2b43994-28cb-4c3c-8d52-0085ff8ad367 req-c9471324-7b6f-402c-9c5c-67e0ff8592dd tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a4000095-117a-48e3-9606-2bd4a61ae04e HTTP/1.1" status: 200 len: 210 time: 0.0297558 Aug 26 06:18:36.961087 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4df11-1a08-4067-850e-1e180563bc36 req-a7e7cd96-403b-496a-9174-dc1e0c5f1dfd tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:36.962607 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-03a4df11-1a08-4067-850e-1e180563bc36 req-a7e7cd96-403b-496a-9174-dc1e0c5f1dfd tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=40a23686-df31-4e61-879f-e1b1eaaef0ea HTTP/1.1" status: 200 len: 944 time: 0.0493073 Aug 26 06:18:36.978731 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-50c04835-f0f5-4c61-841f-59c41b9bf5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (234b4053-ff75-4d84-98e1-17bad98a31d4), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:36.981821 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-50c04835-f0f5-4c61-841f-59c41b9bf5f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:36.982968 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-50c04835-f0f5-4c61-841f-59c41b9bf5f7 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/234b4053-ff75-4d84-98e1-17bad98a31d4 HTTP/1.1" status: 204 len: 168 time: 0.5750923 Aug 26 06:18:37.045558 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-03a4df11-1a08-4067-850e-1e180563bc36 req-ae40bccf-96c3-41b9-ba34-085abca8c4d4 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=269bc54d-1aaa-43e6-8c60-a6dc271d96f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687263 Aug 26 06:18:37.088022 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8cf35975-7eac-4b94-873b-3d92818c404f admin admin] Publish callbacks [] for security_group (29df3abb-41f7-45d1-8d84-df0b466d300b), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:37.265093 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8cf35975-7eac-4b94-873b-3d92818c404f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (29df3abb-41f7-45d1-8d84-df0b466d300b), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:37.312975 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c04835-f0f5-4c61-841f-59c41b9bf5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234b4053-ff75-4d84-98e1-17bad98a31d4,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:37.340381 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-8cf35975-7eac-4b94-873b-3d92818c404f admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=a594c7ea93d943cdaf9d8205dfec08df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8508222 Aug 26 06:18:37.341398 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf35975-7eac-4b94-873b-3d92818c404f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29df3abb-41f7-45d1-8d84-df0b466d300b,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:37.346514 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 51288) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:37.381562 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c04835-f0f5-4c61-841f-59c41b9bf5f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:37.381912 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c04835-f0f5-4c61-841f-59c41b9bf5f7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:37.382258 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c04835-f0f5-4c61-841f-59c41b9bf5f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:37.382686 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c04835-f0f5-4c61-841f-59c41b9bf5f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:37.382999 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c04835-f0f5-4c61-841f-59c41b9bf5f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:37.383486 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c04835-f0f5-4c61-841f-59c41b9bf5f7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:37.383982 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c04835-f0f5-4c61-841f-59c41b9bf5f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:37.384458 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c04835-f0f5-4c61-841f-59c41b9bf5f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:37.384934 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c04835-f0f5-4c61-841f-59c41b9bf5f7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:37.385434 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c04835-f0f5-4c61-841f-59c41b9bf5f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:37.385922 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c04835-f0f5-4c61-841f-59c41b9bf5f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:37.386251 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c04835-f0f5-4c61-841f-59c41b9bf5f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:37.386582 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c04835-f0f5-4c61-841f-59c41b9bf5f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:37.386916 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c04835-f0f5-4c61-841f-59c41b9bf5f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:37.387247 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c04835-f0f5-4c61-841f-59c41b9bf5f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:18:37.391273 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-43650d60-1f83-45fc-bba1-318292ff486c req-a2619674-cbb4-4cc9-b87a-f71dec3ff70c tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=1b173feb98cc4a2788019d9ad62b384f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0699220 Aug 26 06:18:37.403456 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67610a-537b-4fe9-80a6-b3b88637a87b req-bb99e9a6-c4dc-4b67-bec8-47db6544faf7 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:37.404976 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-dc67610a-537b-4fe9-80a6-b3b88637a87b req-bb99e9a6-c4dc-4b67-bec8-47db6544faf7 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9 HTTP/1.1" status: 200 len: 945 time: 0.4368243 Aug 26 06:18:37.438914 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d69b942d-5d94-43a1-9a07-876066caf000 admin admin] Publish callbacks [] for security_group (29df3abb-41f7-45d1-8d84-df0b466d300b), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:37.449728 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6c30e-718b-498f-90aa-f370b2eb379d req-f868c1a4-443b-4d5f-bd9a-35e733e02355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:37.451212 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-3df6c30e-718b-498f-90aa-f370b2eb379d req-f868c1a4-443b-4d5f-bd9a-35e733e02355 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=84a2eee4447b4eadb79fbdbb874d4476&device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9 HTTP/1.1" status: 200 len: 1129 time: 0.1287367 Aug 26 06:18:37.480971 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d69b942d-5d94-43a1-9a07-876066caf000 admin admin] Publish callbacks [] for security_group (29df3abb-41f7-45d1-8d84-df0b466d300b), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:37.621997 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-2cf73d87-0a11-417b-8859-c5e522424d9e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:37.623697 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-2cf73d87-0a11-417b-8859-c5e522424d9e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.76 "GET /networking/v2.0/networks?id=0329fd48-f6a9-4c16-8004-ab5a1f76eb8f HTTP/1.1" status: 200 len: 816 time: 0.6194172 Aug 26 06:18:37.680212 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-dc67610a-537b-4fe9-80a6-b3b88637a87b req-056f94d9-7868-473d-a8e8-e830ff92a4fb tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546387 Aug 26 06:18:37.748057 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43650d60-1f83-45fc-bba1-318292ff486c req-112dd44b-0f6a-49e8-b6a7-f50747a03a95 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:37.750944 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-43650d60-1f83-45fc-bba1-318292ff486c req-112dd44b-0f6a-49e8-b6a7-f50747a03a95 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3448570 Aug 26 06:18:37.756305 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6c30e-718b-498f-90aa-f370b2eb379d req-d4cf7b53-a4c7-42b5-8847-2c8491686f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:37.757914 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-3df6c30e-718b-498f-90aa-f370b2eb379d req-d4cf7b53-a4c7-42b5-8847-2c8491686f5b service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=f4400288-0fd6-4a35-b08d-549e7c7c455e HTTP/1.1" status: 200 len: 919 time: 0.2705920 Aug 26 06:18:37.795388 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-557c2350-fb3c-419e-8ace-ce9775fdc793 req-ad2dba85-9f60-454e-90b1-789f82704092 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 210 time: 0.0334244 Aug 26 06:18:37.815477 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [req-43650d60-1f83-45fc-bba1-318292ff486c req-e17c96f8-fbae-4cdf-929c-f8553ff05642 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Request body: {'port': {'device_id': 'a4000095-117a-48e3-9606-2bd4a61ae04e', 'network_id': '6b9d9430-de40-4d9b-aaa3-40655bc42bc0', 'admin_state_up': True, 'tenant_id': '1b173feb98cc4a2788019d9ad62b384f'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:18:37.869811 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d69b942d-5d94-43a1-9a07-876066caf000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (29df3abb-41f7-45d1-8d84-df0b466d300b), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:37.875536 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d69b942d-5d94-43a1-9a07-876066caf000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:37.876726 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-d69b942d-5d94-43a1-9a07-876066caf000 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/29df3abb-41f7-45d1-8d84-df0b466d300b HTTP/1.1" status: 204 len: 168 time: 0.5288970 Aug 26 06:18:37.895493 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b942d-5d94-43a1-9a07-876066caf000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29df3abb-41f7-45d1-8d84-df0b466d300b,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:37.903459 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa07111-87cb-4616-80fa-e05d0da06d04 req-5be14346-1bea-4d46-9fb9-f21818913a5c tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:37.911000 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-4aa07111-87cb-4616-80fa-e05d0da06d04 req-5be14346-1bea-4d46-9fb9-f21818913a5c tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.1028166 Aug 26 06:18:37.922361 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-3df6c30e-718b-498f-90aa-f370b2eb379d req-c763c1ec-3e92-4e8e-97a6-e95875ee8677 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25e49a9c-7d0c-440b-b98b-c8b9503ba03f HTTP/1.1" status: 200 len: 217 time: 0.1256719 Aug 26 06:18:37.999227 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-4aa07111-87cb-4616-80fa-e05d0da06d04 req-5d67b94b-9fec-4d14-b856-d668d8f3e406 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861082 Aug 26 06:18:38.020352 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 8f33f7d7-7e9a-4e62-9cc6-849887fde715 up at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:18:38.030709 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-11f31d2a-89e7-479f-ab04-b8f6ed67b800 req-45f81a11-ac3c-440b-887b-6eb11c1f056a tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a4000095-117a-48e3-9606-2bd4a61ae04e HTTP/1.1" status: 200 len: 210 time: 0.1068282 Aug 26 06:18:38.058356 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:38.094363 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-5a36f547-deac-47fc-b5ee-0a177fc6329a tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f7e0c375a58842e18a4306779fd6e167 HTTP/1.1" status: 200 len: 380 time: 0.4533169 Aug 26 06:18:38.113387 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning for port 8f33f7d7-7e9a-4e62-9cc6-849887fde715 completed by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 06:18:38.130474 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-6de1d735-16a9-4cd2-9be1-c4923256f45b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Request body: {'port': {'device_id': 'ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c', 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f', 'admin_state_up': True, 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'security_groups': ['f5817dd2-fc65-4e56-9ff8-d4ae9206e842']}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:18:38.218905 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6c30e-718b-498f-90aa-f370b2eb379d req-d0687086-6912-4b70-b686-89e02f8c8278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:38.220575 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-3df6c30e-718b-498f-90aa-f370b2eb379d req-d0687086-6912-4b70-b686-89e02f8c8278 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=b75031eb-a96b-4547-8cde-57cb718d9ca4 HTTP/1.1" status: 200 len: 857 time: 0.2709942 Aug 26 06:18:38.224496 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82509119-72b6-419c-b792-a25d43b3b94f req-0ba70803-3c60-4d81-a954-3000f3df1f58 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:38.226555 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-82509119-72b6-419c-b792-a25d43b3b94f req-0ba70803-3c60-4d81-a954-3000f3df1f58 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=40a23686-df31-4e61-879f-e1b1eaaef0ea HTTP/1.1" status: 200 len: 944 time: 0.0606699 Aug 26 06:18:38.285426 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-82509119-72b6-419c-b792-a25d43b3b94f req-35c9e749-3556-416b-bc69-9ba57baf15aa tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=269bc54d-1aaa-43e6-8c60-a6dc271d96f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516896 Aug 26 06:18:38.288412 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning complete for port 8f33f7d7-7e9a-4e62-9cc6-849887fde715 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:18:38.288961 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (8f33f7d7-7e9a-4e62-9cc6-849887fde715), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:38.348298 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6c30e-718b-498f-90aa-f370b2eb379d req-3468ed2a-a879-42c2-9718-8d3126c0ba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:38.350426 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-3df6c30e-718b-498f-90aa-f370b2eb379d req-3468ed2a-a879-42c2-9718-8d3126c0ba30 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=f4400288-0fd6-4a35-b08d-549e7c7c455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563085 Aug 26 06:18:38.371120 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port 8f33f7d7-7e9a-4e62-9cc6-849887fde715 is: BUILD; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:18:38.371594 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (8f33f7d7-7e9a-4e62-9cc6-849887fde715), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:38.398888 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a23686-df31-4e61-879f-e1b1eaaef0ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f33f7d7-7e9a-4e62-9cc6-849887fde715'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:18:38.402637 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc106e9f9832226dd913a824a8ae1ea8f79b2df9cdef89c79e10f33880c5a8de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ada33c-7c44-416e-a1d5-f37fc974a45d" -d '{"events": [{"server_uuid": "40a23686-df31-4e61-879f-e1b1eaaef0ea", "name": "network-vif-plugged", "status": "completed", "tag": "8f33f7d7-7e9a-4e62-9cc6-849887fde715"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:18:38.419891 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 8f33f7d7-7e9a-4e62-9cc6-849887fde715, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=8f33f7d7-7e9a-4e62-9cc6-849887fde715,segment=NetworkSegment(abed22a3-28c2-4aec-9c11-df281ae0c13f),segment_id=abed22a3-28c2-4aec-9c11-df281ae0c13f)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:18:38.477599 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd910c7-361f-4a6c-a196-a2fd8c4d661f x-openstack-request-id: req-6dd910c7-361f-4a6c-a196-a2fd8c4d661f {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:18:38.478273 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a23686-df31-4e61-879f-e1b1eaaef0ea", "name": "network-vif-plugged", "status": "completed", "tag": "8f33f7d7-7e9a-4e62-9cc6-849887fde715", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:18:38.478590 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-3df6c30e-718b-498f-90aa-f370b2eb379d req-b81d93d3-2b16-43f6-b552-3dacea6f3266 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201026 Aug 26 06:18:38.478755 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6dd910c7-361f-4a6c-a196-a2fd8c4d661f {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:18:38.479110 dv-cinder-853910-3-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dd910c7-361f-4a6c-a196-a2fd8c4d661f'] response: {'server_uuid': '40a23686-df31-4e61-879f-e1b1eaaef0ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f33f7d7-7e9a-4e62-9cc6-849887fde715', 'code': 200} Aug 26 06:18:38.553739 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43650d60-1f83-45fc-bba1-318292ff486c req-e17c96f8-fbae-4cdf-929c-f8553ff05642 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Made reservation on behalf of 1b173feb98cc4a2788019d9ad62b384f for: {'port': 1} {{(pid=107133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:18:38.558113 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-43650d60-1f83-45fc-bba1-318292ff486c req-e17c96f8-fbae-4cdf-929c-f8553ff05642 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:38.560270 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-6de1d735-16a9-4cd2-9be1-c4923256f45b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Made reservation on behalf of f7e0c375a58842e18a4306779fd6e167 for: {'port': 1} {{(pid=107133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:18:38.563703 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-6de1d735-16a9-4cd2-9be1-c4923256f45b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:38.588029 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-43650d60-1f83-45fc-bba1-318292ff486c req-e17c96f8-fbae-4cdf-929c-f8553ff05642 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:38.695935 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (8f33f7d7-7e9a-4e62-9cc6-849887fde715), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:38.700090 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-3df6c30e-718b-498f-90aa-f370b2eb379d req-3b0c7161-eecf-4ffe-8a3f-a646296e7cfa service neutron] 10.222.0.76 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044723 Aug 26 06:18:38.785999 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=8f33f7d7-7e9a-4e62-9cc6-849887fde715,revision_number=5']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:38.845872 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_common [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-6de1d735-16a9-4cd2-9be1-c4923256f45b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Allocated IP 172.20.0.10 (0329fd48-f6a9-4c16-8004-ab5a1f76eb8f/ce64dff0-037a-436e-960d-bd71ac86cc2b/3b7fc810-cb09-42a2-a246-9a1fd1d7d061) {{(pid=107133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:18:38.891711 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd8a871-9fab-417d-b24d-c8b34ecd925c req-8fbc3390-9677-4b2a-b6e4-d38d52f49beb tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:38.899248 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-dfd8a871-9fab-417d-b24d-c8b34ecd925c req-8fbc3390-9677-4b2a-b6e4-d38d52f49beb tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9 HTTP/1.1" status: 200 len: 945 time: 0.0978088 Aug 26 06:18:38.927747 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-43650d60-1f83-45fc-bba1-318292ff486c req-e17c96f8-fbae-4cdf-929c-f8553ff05642 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Publish callbacks [] for security_group (f98ac69e-828d-4bda-a8ff-55a85a18b395), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:38.972987 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-dfd8a871-9fab-417d-b24d-c8b34ecd925c req-3fa20a45-35ff-496f-90e2-a95766f81d2f tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720956 Aug 26 06:18:39.013731 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-157e81d3-9c91-4692-bea4-701dcd381cdb req-4908f10a-ddf4-4f10-b8bf-97f3abf66579 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 210 time: 0.0634525 Aug 26 06:18:39.150005 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-43650d60-1f83-45fc-bba1-318292ff486c req-e17c96f8-fbae-4cdf-929c-f8553ff05642 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (f98ac69e-828d-4bda-a8ff-55a85a18b395), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:39.194663 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de914afe-aff6-4c91-a192-a3d0c781deb4 req-8f392435-165e-441d-9924-2df6ada99774 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:39.197539 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-de914afe-aff6-4c91-a192-a3d0c781deb4 req-8f392435-165e-441d-9924-2df6ada99774 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0676117 Aug 26 06:18:39.273524 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-de914afe-aff6-4c91-a192-a3d0c781deb4 req-79253dcd-61d1-48a5-8112-695f26784caa tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664520 Aug 26 06:18:39.280035 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-5aa2dd9c-c0cc-4aac-bbc2-5c7e56a40138 req-24632fca-1d62-49fa-92bd-31d546b39fb1 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a4000095-117a-48e3-9606-2bd4a61ae04e HTTP/1.1" status: 200 len: 210 time: 0.0793345 Aug 26 06:18:39.330425 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c96f8-fbae-4cdf-929c-f8553ff05642 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f98ac69e-828d-4bda-a8ff-55a85a18b395,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:39.340494 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-6de1d735-16a9-4cd2-9be1-c4923256f45b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for port (3b7fc810-cb09-42a2-a246-9a1fd1d7d061), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:39.467287 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_common [req-43650d60-1f83-45fc-bba1-318292ff486c req-e17c96f8-fbae-4cdf-929c-f8553ff05642 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Allocated IP 192.168.233.179 (6b9d9430-de40-4d9b-aaa3-40655bc42bc0/10796895-14e7-45fa-b248-59b6d0bb4dfb/55aba2b1-9455-4767-bf2b-537bec16837d) {{(pid=107133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:18:39.496487 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e18da-fb8d-48f9-b948-9c8a2d3f77b1 req-a7e8e75e-f6d5-4e60-8e3e-29bf0fc54d36 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:39.507133 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ce9e18da-fb8d-48f9-b948-9c8a2d3f77b1 req-a7e8e75e-f6d5-4e60-8e3e-29bf0fc54d36 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=40a23686-df31-4e61-879f-e1b1eaaef0ea HTTP/1.1" status: 200 len: 945 time: 0.0706763 Aug 26 06:18:39.578437 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-6de1d735-16a9-4cd2-9be1-c4923256f45b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587'] for port (3b7fc810-cb09-42a2-a246-9a1fd1d7d061), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:39.580831 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ce9e18da-fb8d-48f9-b948-9c8a2d3f77b1 req-8cfdb7eb-28f4-4448-9f45-6b976278dd45 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=269bc54d-1aaa-43e6-8c60-a6dc271d96f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724530 Aug 26 06:18:39.683384 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-6de1d735-16a9-4cd2-9be1-c4923256f45b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Network 0329fd48-f6a9-4c16-8004-ab5a1f76eb8f is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:18:39.694221 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-6de1d735-16a9-4cd2-9be1-c4923256f45b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:18:39.714152 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1d735-16a9-4cd2-9be1-c4923256f45b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Pushing event updated for resources: {'Port': ['ID=3b7fc810-cb09-42a2-a246-9a1fd1d7d061,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:39.714152 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-6de1d735-16a9-4cd2-9be1-c4923256f45b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Received port after_create {{(pid=107133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:18:39.714152 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-6de1d735-16a9-4cd2-9be1-c4923256f45b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:39.714152 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-6de1d735-16a9-4cd2-9be1-c4923256f45b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:39.783324 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-43650d60-1f83-45fc-bba1-318292ff486c req-e17c96f8-fbae-4cdf-929c-f8553ff05642 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Publish callbacks [] for port (55aba2b1-9455-4767-bf2b-537bec16837d), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:39.884847 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-6de1d735-16a9-4cd2-9be1-c4923256f45b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7629626 Aug 26 06:18:39.886671 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=61 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:39.918900 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-43650d60-1f83-45fc-bba1-318292ff486c req-e17c96f8-fbae-4cdf-929c-f8553ff05642 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587'] for port (55aba2b1-9455-4767-bf2b-537bec16837d), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:39.974880 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43650d60-1f83-45fc-bba1-318292ff486c req-e17c96f8-fbae-4cdf-929c-f8553ff05642 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Network 6b9d9430-de40-4d9b-aaa3-40655bc42bc0 is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:18:39.979489 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [req-43650d60-1f83-45fc-bba1-318292ff486c req-e17c96f8-fbae-4cdf-929c-f8553ff05642 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:18:39.982637 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [req-43650d60-1f83-45fc-bba1-318292ff486c req-e17c96f8-fbae-4cdf-929c-f8553ff05642 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Received port after_create {{(pid=107133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:18:39.987436 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43650d60-1f83-45fc-bba1-318292ff486c req-e17c96f8-fbae-4cdf-929c-f8553ff05642 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:39.988084 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-43650d60-1f83-45fc-bba1-318292ff486c req-e17c96f8-fbae-4cdf-929c-f8553ff05642 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:39.991362 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-4128e844-0e54-4ee1-8ce2-234cade343ee None None] Provisioning complete for port 3b7fc810-cb09-42a2-a246-9a1fd1d7d061 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:18:39.991912 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4128e844-0e54-4ee1-8ce2-234cade343ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (3b7fc810-cb09-42a2-a246-9a1fd1d7d061), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:40.002241 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c96f8-fbae-4cdf-929c-f8553ff05642 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Pushing event updated for resources: {'Port': ['ID=55aba2b1-9455-4767-bf2b-537bec16837d,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:40.046154 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-3751409f-82f4-4e4a-96e7-7e90fc20bd0d service neutron] Request body: {'port': {'device_id': 'ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:18:40.073347 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:40.085544 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-4128e844-0e54-4ee1-8ce2-234cade343ee None None] Port 3b7fc810-cb09-42a2-a246-9a1fd1d7d061 cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:18:40.235639 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-3751409f-82f4-4e4a-96e7-7e90fc20bd0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (3b7fc810-cb09-42a2-a246-9a1fd1d7d061), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:40.245289 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-43650d60-1f83-45fc-bba1-318292ff486c req-e17c96f8-fbae-4cdf-929c-f8553ff05642 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4362013 Aug 26 06:18:40.257017 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b1c5c-db37-4602-8e22-154448f97b38 req-233acaf9-0592-41da-b562-ec44354a0d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:40.259560 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d68b1c5c-db37-4602-8e22-154448f97b38 req-233acaf9-0592-41da-b562-ec44354a0d28 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=40a23686-df31-4e61-879f-e1b1eaaef0ea HTTP/1.1" status: 200 len: 1129 time: 0.1493869 Aug 26 06:18:40.272716 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [req-43650d60-1f83-45fc-bba1-318292ff486c req-e1ab51d0-02d9-459a-a1ee-ab780c6dc915 service neutron] Request body: {'port': {'device_id': 'a4000095-117a-48e3-9606-2bd4a61ae04e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:18:40.346744 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8358550-4c68-4c6e-93b9-d3823b3c6067 req-7bf37dc5-48b7-47d9-92b5-cba2e70e4da2 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:40.357023 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f8358550-4c68-4c6e-93b9-d3823b3c6067 req-7bf37dc5-48b7-47d9-92b5-cba2e70e4da2 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9 HTTP/1.1" status: 200 len: 945 time: 0.1680205 Aug 26 06:18:40.366103 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfcca6-9bb6-48ee-98fb-081e08485a9b req-b64eea15-fd5d-4ef5-8977-8c778cdeeba8 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:40.384020 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a3dfcca6-9bb6-48ee-98fb-081e08485a9b req-b64eea15-fd5d-4ef5-8977-8c778cdeeba8 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 932 time: 0.1897433 Aug 26 06:18:40.480507 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a3dfcca6-9bb6-48ee-98fb-081e08485a9b req-2b6ac2bd-0893-4177-82e9-ce31afde65aa tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942321 Aug 26 06:18:40.539211 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-fe86af6a-753c-459d-a2d6-b8e8a6c01e87 None None] Provisioning complete for port 55aba2b1-9455-4767-bf2b-537bec16837d triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:18:40.540672 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-fe86af6a-753c-459d-a2d6-b8e8a6c01e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (55aba2b1-9455-4767-bf2b-537bec16837d), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:40.564371 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d68b1c5c-db37-4602-8e22-154448f97b38 req-fe315d68-a586-4c9e-b037-dbc95065d73a service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=269bc54d-1aaa-43e6-8c60-a6dc271d96f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856717 Aug 26 06:18:40.648097 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f8358550-4c68-4c6e-93b9-d3823b3c6067 req-f69814c6-37d1-4f19-912f-aa86dc9c3ab2 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893741 Aug 26 06:18:40.651712 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-fe86af6a-753c-459d-a2d6-b8e8a6c01e87 None None] Port 55aba2b1-9455-4767-bf2b-537bec16837d cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:18:40.657899 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-43650d60-1f83-45fc-bba1-318292ff486c req-e1ab51d0-02d9-459a-a1ee-ab780c6dc915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (55aba2b1-9455-4767-bf2b-537bec16837d), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:40.719117 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6087e-0cfb-4585-9ce9-998b7448f959 req-ffaac7a4-e76b-4784-a557-56ed2183453d tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:40.722040 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-7ea6087e-0cfb-4585-9ce9-998b7448f959 req-ffaac7a4-e76b-4784-a557-56ed2183453d tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0950992 Aug 26 06:18:40.837655 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-7ea6087e-0cfb-4585-9ce9-998b7448f959 req-88529d22-01ed-4c49-94ed-993cd565f4ad tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030567 Aug 26 06:18:40.840582 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00268466-c3ae-4df0-8c3a-0f8bf6b24e5f req-1a707e68-2a5a-4b07-afff-69d56bd6c905 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:40.847767 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-00268466-c3ae-4df0-8c3a-0f8bf6b24e5f req-1a707e68-2a5a-4b07-afff-69d56bd6c905 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a4000095-117a-48e3-9606-2bd4a61ae04e HTTP/1.1" status: 200 len: 936 time: 0.0694666 Aug 26 06:18:41.031719 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-00268466-c3ae-4df0-8c3a-0f8bf6b24e5f req-c5de5cc3-1c16-452b-a744-9bb97cbc4985 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f98ac69e-828d-4bda-a8ff-55a85a18b395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831248 Aug 26 06:18:41.139601 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9049f24-37a3-4d69-a0fc-1c4dbe5ff169 req-cfc928c0-4fba-49c7-8172-5f07d0bbdeec tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:41.147670 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-b9049f24-37a3-4d69-a0fc-1c4dbe5ff169 req-cfc928c0-4fba-49c7-8172-5f07d0bbdeec tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=40a23686-df31-4e61-879f-e1b1eaaef0ea HTTP/1.1" status: 200 len: 945 time: 0.0594845 Aug 26 06:18:41.164086 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-3751409f-82f4-4e4a-96e7-7e90fc20bd0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b7fc810-cb09-42a2-a246-9a1fd1d7d061 {{(pid=107133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:18:41.177754 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-3751409f-82f4-4e4a-96e7-7e90fc20bd0d service neutron] Publish callbacks [] for port (3b7fc810-cb09-42a2-a246-9a1fd1d7d061), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:41.204067 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-b9049f24-37a3-4d69-a0fc-1c4dbe5ff169 req-fd9297a9-10ee-4a88-ad67-080244d74966 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=269bc54d-1aaa-43e6-8c60-a6dc271d96f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541327 Aug 26 06:18:41.217883 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.provisioning_blocks [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-3751409f-82f4-4e4a-96e7-7e90fc20bd0d service neutron] Transition to ACTIVE for port object 3b7fc810-cb09-42a2-a246-9a1fd1d7d061 will not be triggered until provisioned by entity L2. {{(pid=107133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 06:18:41.284127 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [req-43650d60-1f83-45fc-bba1-318292ff486c req-e1ab51d0-02d9-459a-a1ee-ab780c6dc915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55aba2b1-9455-4767-bf2b-537bec16837d {{(pid=107133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:18:41.293318 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-43650d60-1f83-45fc-bba1-318292ff486c req-e1ab51d0-02d9-459a-a1ee-ab780c6dc915 service neutron] Publish callbacks [] for port (55aba2b1-9455-4767-bf2b-537bec16837d), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:41.308221 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.provisioning_blocks [req-43650d60-1f83-45fc-bba1-318292ff486c req-e1ab51d0-02d9-459a-a1ee-ab780c6dc915 service neutron] Transition to ACTIVE for port object 55aba2b1-9455-4767-bf2b-537bec16837d will not be triggered until provisioned by entity L2. {{(pid=107133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 06:18:41.338938 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-3751409f-82f4-4e4a-96e7-7e90fc20bd0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (3b7fc810-cb09-42a2-a246-9a1fd1d7d061), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:41.415471 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751409f-82f4-4e4a-96e7-7e90fc20bd0d service neutron] Pushing event updated for resources: {'Port': ['ID=3b7fc810-cb09-42a2-a246-9a1fd1d7d061,revision_number=2']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:41.421724 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-3751409f-82f4-4e4a-96e7-7e90fc20bd0d service neutron] Attempting to bind port 3b7fc810-cb09-42a2-a246-9a1fd1d7d061 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:18:41.422056 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-3751409f-82f4-4e4a-96e7-7e90fc20bd0d service neutron] Attempting to bind port 3b7fc810-cb09-42a2-a246-9a1fd1d7d061 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '418ce87b-8dd4-40f7-9079-8eb974e98afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f'}] {{(pid=107133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:18:41.422505 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-3751409f-82f4-4e4a-96e7-7e90fc20bd0d service neutron] Attempting to bind port 3b7fc810-cb09-42a2-a246-9a1fd1d7d061 on network 0329fd48-f6a9-4c16-8004-ab5a1f76eb8f {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:18:41.427794 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-3751409f-82f4-4e4a-96e7-7e90fc20bd0d service neutron] Port 3b7fc810-cb09-42a2-a246-9a1fd1d7d061 on network 0329fd48-f6a9-4c16-8004-ab5a1f76eb8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 06:18:41.428372 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-3751409f-82f4-4e4a-96e7-7e90fc20bd0d service neutron] Attempting to bind port 3b7fc810-cb09-42a2-a246-9a1fd1d7d061 on network 0329fd48-f6a9-4c16-8004-ab5a1f76eb8f {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:18:41.434238 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-3751409f-82f4-4e4a-96e7-7e90fc20bd0d service neutron] Checking agent: {'id': '607bbde6-0fd2-4787-87ed-7343841db9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'started_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:18:41.434573 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-3751409f-82f4-4e4a-96e7-7e90fc20bd0d service neutron] Checking segment: {'id': '418ce87b-8dd4-40f7-9079-8eb974e98afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:18:41.435010 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-3751409f-82f4-4e4a-96e7-7e90fc20bd0d service neutron] Bound using segment: {'id': '418ce87b-8dd4-40f7-9079-8eb974e98afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f'} {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:18:41.435437 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-3751409f-82f4-4e4a-96e7-7e90fc20bd0d service neutron] Bound port: 3b7fc810-cb09-42a2-a246-9a1fd1d7d061, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '418ce87b-8dd4-40f7-9079-8eb974e98afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f'}}] {{(pid=107133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:18:41.435775 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-3751409f-82f4-4e4a-96e7-7e90fc20bd0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (3b7fc810-cb09-42a2-a246-9a1fd1d7d061), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:41.502424 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-3751409f-82f4-4e4a-96e7-7e90fc20bd0d service neutron] For port 3b7fc810-cb09-42a2-a246-9a1fd1d7d061, host hv-cinder-85391, cleared binding levels {{(pid=107133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:18:41.506951 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-3751409f-82f4-4e4a-96e7-7e90fc20bd0d service neutron] For port 3b7fc810-cb09-42a2-a246-9a1fd1d7d061, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=3b7fc810-cb09-42a2-a246-9a1fd1d7d061,segment=NetworkSegment(418ce87b-8dd4-40f7-9079-8eb974e98afd),segment_id=418ce87b-8dd4-40f7-9079-8eb974e98afd)] {{(pid=107133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:18:41.586745 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-43650d60-1f83-45fc-bba1-318292ff486c req-e1ab51d0-02d9-459a-a1ee-ab780c6dc915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (55aba2b1-9455-4767-bf2b-537bec16837d), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:41.652774 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-3751409f-82f4-4e4a-96e7-7e90fc20bd0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (3b7fc810-cb09-42a2-a246-9a1fd1d7d061), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:41.659960 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7387c50-cafe-40c3-ae02-15e5ca0964a4 req-c9123a3e-ee7e-4198-8f5a-ce33a093e100 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:41.661685 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d7387c50-cafe-40c3-ae02-15e5ca0964a4 req-c9123a3e-ee7e-4198-8f5a-ce33a093e100 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 944 time: 0.0877883 Aug 26 06:18:41.687760 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-3751409f-82f4-4e4a-96e7-7e90fc20bd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:41.688417 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-3751409f-82f4-4e4a-96e7-7e90fc20bd0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:41.689793 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-3751409f-82f4-4e4a-96e7-7e90fc20bd0d service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/3b7fc810-cb09-42a2-a246-9a1fd1d7d061 HTTP/1.1" status: 200 len: 1094 time: 1.6492393 Aug 26 06:18:41.692814 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c', 'tag': '3b7fc810-cb09-42a2-a246-9a1fd1d7d061'}] {{(pid=107133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:18:41.695426 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8285fbc4cf3847b51d9cb7eba3379b7f58b909d4ff4eae5f417f2c246939f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526541a6-d764-4a2e-8231-d312d3086a8f" -d '{"events": [{"name": "network-changed", "server_uuid": "ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c", "tag": "3b7fc810-cb09-42a2-a246-9a1fd1d7d061"}]}' {{(pid=107133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:18:41.730905 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ab51d0-02d9-459a-a1ee-ab780c6dc915 service neutron] Pushing event updated for resources: {'Port': ['ID=55aba2b1-9455-4767-bf2b-537bec16837d,revision_number=2']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:41.733844 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-43650d60-1f83-45fc-bba1-318292ff486c req-e1ab51d0-02d9-459a-a1ee-ab780c6dc915 service neutron] Attempting to bind port 55aba2b1-9455-4767-bf2b-537bec16837d on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:18:41.734188 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-43650d60-1f83-45fc-bba1-318292ff486c req-e1ab51d0-02d9-459a-a1ee-ab780c6dc915 service neutron] Attempting to bind port 55aba2b1-9455-4767-bf2b-537bec16837d by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '0c3cfa04-f58f-4821-9034-ad52e61e6da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6b9d9430-de40-4d9b-aaa3-40655bc42bc0'}] {{(pid=107133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:18:41.734522 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43650d60-1f83-45fc-bba1-318292ff486c req-e1ab51d0-02d9-459a-a1ee-ab780c6dc915 service neutron] Attempting to bind port 55aba2b1-9455-4767-bf2b-537bec16837d on network 6b9d9430-de40-4d9b-aaa3-40655bc42bc0 {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:18:41.771651 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43650d60-1f83-45fc-bba1-318292ff486c req-e1ab51d0-02d9-459a-a1ee-ab780c6dc915 service neutron] Port 55aba2b1-9455-4767-bf2b-537bec16837d on network 6b9d9430-de40-4d9b-aaa3-40655bc42bc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 06:18:41.772011 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43650d60-1f83-45fc-bba1-318292ff486c req-e1ab51d0-02d9-459a-a1ee-ab780c6dc915 service neutron] Attempting to bind port 55aba2b1-9455-4767-bf2b-537bec16837d on network 6b9d9430-de40-4d9b-aaa3-40655bc42bc0 {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:18:41.794664 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33df6b-a2cd-4285-9bd2-6ea83ade5748 req-6da987ac-0fc4-446f-84f6-e54e5fb3d602 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:41.796230 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ed33df6b-a2cd-4285-9bd2-6ea83ade5748 req-6da987ac-0fc4-446f-84f6-e54e5fb3d602 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9 HTTP/1.1" status: 200 len: 945 time: 0.0570161 Aug 26 06:18:41.796511 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43650d60-1f83-45fc-bba1-318292ff486c req-e1ab51d0-02d9-459a-a1ee-ab780c6dc915 service neutron] Checking agent: {'id': '607bbde6-0fd2-4787-87ed-7343841db9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'started_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:18:41.796857 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43650d60-1f83-45fc-bba1-318292ff486c req-e1ab51d0-02d9-459a-a1ee-ab780c6dc915 service neutron] Checking segment: {'id': '0c3cfa04-f58f-4821-9034-ad52e61e6da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6b9d9430-de40-4d9b-aaa3-40655bc42bc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:18:41.797239 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43650d60-1f83-45fc-bba1-318292ff486c req-e1ab51d0-02d9-459a-a1ee-ab780c6dc915 service neutron] Bound using segment: {'id': '0c3cfa04-f58f-4821-9034-ad52e61e6da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6b9d9430-de40-4d9b-aaa3-40655bc42bc0'} {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:18:41.797959 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-43650d60-1f83-45fc-bba1-318292ff486c req-e1ab51d0-02d9-459a-a1ee-ab780c6dc915 service neutron] Bound port: 55aba2b1-9455-4767-bf2b-537bec16837d, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c3cfa04-f58f-4821-9034-ad52e61e6da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '6b9d9430-de40-4d9b-aaa3-40655bc42bc0'}}] {{(pid=107133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:18:41.798120 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-43650d60-1f83-45fc-bba1-318292ff486c req-e1ab51d0-02d9-459a-a1ee-ab780c6dc915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (55aba2b1-9455-4767-bf2b-537bec16837d), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:41.816643 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d7387c50-cafe-40c3-ae02-15e5ca0964a4 req-fb37fc75-eaea-4841-a706-9f6896a0ad8e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333516 Aug 26 06:18:41.856742 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ed33df6b-a2cd-4285-9bd2-6ea83ade5748 req-e6214517-f9e1-4e7e-97ab-c5467540cd4e tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536084 Aug 26 06:18:41.866629 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751409f-82f4-4e4a-96e7-7e90fc20bd0d service neutron] Pushing event updated for resources: {'Port': ['ID=3b7fc810-cb09-42a2-a246-9a1fd1d7d061,revision_number=3']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:41.926449 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-43650d60-1f83-45fc-bba1-318292ff486c req-e1ab51d0-02d9-459a-a1ee-ab780c6dc915 service neutron] For port 55aba2b1-9455-4767-bf2b-537bec16837d, host hv-cinder-85391, cleared binding levels {{(pid=107133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:18:41.937734 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-43650d60-1f83-45fc-bba1-318292ff486c req-e1ab51d0-02d9-459a-a1ee-ab780c6dc915 service neutron] For port 55aba2b1-9455-4767-bf2b-537bec16837d, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=55aba2b1-9455-4767-bf2b-537bec16837d,segment=NetworkSegment(0c3cfa04-f58f-4821-9034-ad52e61e6da9),segment_id=0c3cfa04-f58f-4821-9034-ad52e61e6da9)] {{(pid=107133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:18:41.956384 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfeb20a-1bba-4581-aa67-728c5015b16a x-openstack-request-id: req-1bfeb20a-1bba-4581-aa67-728c5015b16a {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:18:41.956757 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c", "tag": "3b7fc810-cb09-42a2-a246-9a1fd1d7d061", "status": "completed", "code": 200}]} {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:18:41.957081 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1bfeb20a-1bba-4581-aa67-728c5015b16a {{(pid=107133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:18:41.957561 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bfeb20a-1bba-4581-aa67-728c5015b16a'] response: {'name': 'network-changed', 'server_uuid': 'ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c', 'tag': '3b7fc810-cb09-42a2-a246-9a1fd1d7d061', 'status': 'completed', 'code': 200} Aug 26 06:18:42.059493 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4387074-7d41-4316-bb37-7ee149cdeb73 req-6e1eb8fe-2314-423c-85be-5b0912091d61 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:42.061175 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a4387074-7d41-4316-bb37-7ee149cdeb73 req-6e1eb8fe-2314-423c-85be-5b0912091d61 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0878463 Aug 26 06:18:42.094069 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-43650d60-1f83-45fc-bba1-318292ff486c req-e1ab51d0-02d9-459a-a1ee-ab780c6dc915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (55aba2b1-9455-4767-bf2b-537bec16837d), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:42.098098 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43650d60-1f83-45fc-bba1-318292ff486c req-e1ab51d0-02d9-459a-a1ee-ab780c6dc915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:42.100010 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-43650d60-1f83-45fc-bba1-318292ff486c req-e1ab51d0-02d9-459a-a1ee-ab780c6dc915 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:42.101679 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-43650d60-1f83-45fc-bba1-318292ff486c req-e1ab51d0-02d9-459a-a1ee-ab780c6dc915 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/55aba2b1-9455-4767-bf2b-537bec16837d HTTP/1.1" status: 200 len: 1098 time: 1.8367667 Aug 26 06:18:42.157604 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a4387074-7d41-4316-bb37-7ee149cdeb73 req-d1bfd435-773f-4640-aa76-0331c48437d0 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828528 Aug 26 06:18:42.346835 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4d238-1299-4d93-b86b-94aae2017a77 req-9ab23fed-74ce-434b-825b-d43dcf895d17 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:42.348442 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-72a4d238-1299-4d93-b86b-94aae2017a77 req-9ab23fed-74ce-434b-825b-d43dcf895d17 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=40a23686-df31-4e61-879f-e1b1eaaef0ea HTTP/1.1" status: 200 len: 945 time: 0.0635974 Aug 26 06:18:42.416959 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-72a4d238-1299-4d93-b86b-94aae2017a77 req-6dfa317e-e365-4626-beda-f3e75e4b6e81 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=269bc54d-1aaa-43e6-8c60-a6dc271d96f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600555 Aug 26 06:18:42.430339 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daae722-6117-4eb9-85b3-5d611f2cf281 req-5fcf5e0a-22f7-4337-95e2-54568c47a713 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:42.432596 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-3daae722-6117-4eb9-85b3-5d611f2cf281 req-5fcf5e0a-22f7-4337-95e2-54568c47a713 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a4000095-117a-48e3-9606-2bd4a61ae04e HTTP/1.1" status: 200 len: 948 time: 0.0743370 Aug 26 06:18:42.433706 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ab51d0-02d9-459a-a1ee-ab780c6dc915 service neutron] Pushing event updated for resources: {'Port': ['ID=55aba2b1-9455-4767-bf2b-537bec16837d,revision_number=3']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:42.503391 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-3daae722-6117-4eb9-85b3-5d611f2cf281 req-04ee4d39-2b0c-4232-b007-373e1bda2a26 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f98ac69e-828d-4bda-a8ff-55a85a18b395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592964 Aug 26 06:18:42.586456 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-70ae3ff5-e0bc-4a2b-a84d-beb6f9178395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:42.588053 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-70ae3ff5-e0bc-4a2b-a84d-beb6f9178395 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f7e0c375a58842e18a4306779fd6e167&device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 1128 time: 0.0460484 Aug 26 06:18:42.629724 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-deb8958d-1015-4063-9989-e6ed4c62a08c service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b7fc810-cb09-42a2-a246-9a1fd1d7d061 HTTP/1.1" status: 200 len: 217 time: 0.0339873 Aug 26 06:18:42.679978 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-4c8aa6a8-2581-4670-ad48-8f1e3ba8facb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:42.681475 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-4c8aa6a8-2581-4670-ad48-8f1e3ba8facb service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=ce64dff0-037a-436e-960d-bd71ac86cc2b HTTP/1.1" status: 200 len: 855 time: 0.0458896 Aug 26 06:18:42.727350 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-43fae3a3-f296-46fd-9f11-b99822df7a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:42.728873 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-43fae3a3-f296-46fd-9f11-b99822df7a9d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0329fd48-f6a9-4c16-8004-ab5a1f76eb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410557 Aug 26 06:18:42.849163 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43650d60-1f83-45fc-bba1-318292ff486c req-ab51569d-578b-4e76-8469-b4e5fcbdaa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:42.850707 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-43650d60-1f83-45fc-bba1-318292ff486c req-ab51569d-578b-4e76-8469-b4e5fcbdaa4b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=1b173feb98cc4a2788019d9ad62b384f&device_id=a4000095-117a-48e3-9606-2bd4a61ae04e HTTP/1.1" status: 200 len: 1132 time: 0.0564926 Aug 26 06:18:42.906524 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-43650d60-1f83-45fc-bba1-318292ff486c req-3a82ad90-947e-44f2-95d9-7c0a02f04eea service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=55aba2b1-9455-4767-bf2b-537bec16837d HTTP/1.1" status: 200 len: 217 time: 0.0480309 Aug 26 06:18:42.908943 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-6d911820-e72c-4d28-80f0-db67bfd5ee50 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0329fd48-f6a9-4c16-8004-ab5a1f76eb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726787 Aug 26 06:18:42.984206 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecef925-0596-48ac-8cb6-7d87a88aea01 req-92dffa25-b4b7-4b20-9e22-b051cd843680 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:42.985917 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-aecef925-0596-48ac-8cb6-7d87a88aea01 req-92dffa25-b4b7-4b20-9e22-b051cd843680 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 944 time: 0.0555689 Aug 26 06:18:43.027104 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43650d60-1f83-45fc-bba1-318292ff486c req-89ca75ff-dfcc-418f-83d6-af71c7b15085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:43.029680 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-43650d60-1f83-45fc-bba1-318292ff486c req-89ca75ff-dfcc-418f-83d6-af71c7b15085 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=10796895-14e7-45fa-b248-59b6d0bb4dfb HTTP/1.1" status: 200 len: 843 time: 0.1110625 Aug 26 06:18:43.061544 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-aecef925-0596-48ac-8cb6-7d87a88aea01 req-89c388b1-7de6-454f-a505-8185a36637af tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671182 Aug 26 06:18:43.098967 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d3a796c6-dbbf-4d74-856f-8515858f9612 req-b4a4ea9d-2844-4920-8a34-f20e915aa02a service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0329fd48-f6a9-4c16-8004-ab5a1f76eb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718044 Aug 26 06:18:43.103964 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43650d60-1f83-45fc-bba1-318292ff486c req-909c28fa-00c5-4944-9353-473cf797d90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:43.105397 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-43650d60-1f83-45fc-bba1-318292ff486c req-909c28fa-00c5-4944-9353-473cf797d90d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=6b9d9430-de40-4d9b-aaa3-40655bc42bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0628786 Aug 26 06:18:43.306667 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-43650d60-1f83-45fc-bba1-318292ff486c req-049d94f5-54dc-4231-b4de-cc74efd577bb service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6b9d9430-de40-4d9b-aaa3-40655bc42bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641815 Aug 26 06:18:43.325732 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671cd67-9b6e-493b-88b9-b1f1b69e675a req-b3c71a7d-4c14-4fee-99e9-d600ce0a9335 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:43.327865 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f671cd67-9b6e-493b-88b9-b1f1b69e675a req-b3c71a7d-4c14-4fee-99e9-d600ce0a9335 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0627320 Aug 26 06:18:43.361286 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 51506) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:43.421468 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5359440-3dad-4999-884d-9e0a9b70f763 admin admin] Deleting subnet 60f5f5e4-55aa-499d-b2fe-c379af39a23d {{(pid=107134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 06:18:43.427036 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f5359440-3dad-4999-884d-9e0a9b70f763 admin admin] Publish callbacks [] for subnet (60f5f5e4-55aa-499d-b2fe-c379af39a23d), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:43.476429 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f5359440-3dad-4999-884d-9e0a9b70f763 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3346510'] for subnet (60f5f5e4-55aa-499d-b2fe-c379af39a23d), precommit_delete_associations {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:43.487627 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f671cd67-9b6e-493b-88b9-b1f1b69e675a req-72c3cb8d-2c23-4616-b378-6c285ea3ef9d tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499417 Aug 26 06:18:43.531663 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f5359440-3dad-4999-884d-9e0a9b70f763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777363'] for subnet (60f5f5e4-55aa-499d-b2fe-c379af39a23d), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:43.547011 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-43650d60-1f83-45fc-bba1-318292ff486c req-82f65657-b420-4a46-b2f7-03a31aacf537 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6b9d9430-de40-4d9b-aaa3-40655bc42bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181001 Aug 26 06:18:43.675180 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef0018-d322-4700-aa5f-77c3ff1bc7c2 req-0950ac37-d073-417d-99ae-afa2bb1aeb37 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:43.677293 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f3ef0018-d322-4700-aa5f-77c3ff1bc7c2 req-0950ac37-d073-417d-99ae-afa2bb1aeb37 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a4000095-117a-48e3-9606-2bd4a61ae04e HTTP/1.1" status: 200 len: 948 time: 0.0770814 Aug 26 06:18:43.696566 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9bc72c-4f1f-4bc9-a91b-8f252b17335f req-65c61876-7cae-4ac0-8d9f-55eeed6019ec tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:43.705530 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0c9bc72c-4f1f-4bc9-a91b-8f252b17335f req-65c61876-7cae-4ac0-8d9f-55eeed6019ec tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=40a23686-df31-4e61-879f-e1b1eaaef0ea HTTP/1.1" status: 200 len: 945 time: 0.0906065 Aug 26 06:18:43.742449 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f3ef0018-d322-4700-aa5f-77c3ff1bc7c2 req-92a9ae68-f06a-4ad3-8d99-15ae875d1410 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f98ac69e-828d-4bda-a8ff-55a85a18b395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569837 Aug 26 06:18:43.753769 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0c9bc72c-4f1f-4bc9-a91b-8f252b17335f req-8a7fd372-f19d-4d63-b984-17d50ec3e620 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=269bc54d-1aaa-43e6-8c60-a6dc271d96f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473602 Aug 26 06:18:43.866192 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f5359440-3dad-4999-884d-9e0a9b70f763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3183122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3522563'] for subnet (60f5f5e4-55aa-499d-b2fe-c379af39a23d), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:43.900593 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5359440-3dad-4999-884d-9e0a9b70f763 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60f5f5e4-55aa-499d-b2fe-c379af39a23d,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:43.912290 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f5359440-3dad-4999-884d-9e0a9b70f763 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for subnet (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:43.916879 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-f5359440-3dad-4999-884d-9e0a9b70f763 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/60f5f5e4-55aa-499d-b2fe-c379af39a23d HTTP/1.1" status: 204 len: 168 time: 0.5544672 Aug 26 06:18:43.921058 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 51532) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:43.960854 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4000095-117a-48e3-9606-2bd4a61ae04e', 'tag': '55aba2b1-9455-4767-bf2b-537bec16837d'}] {{(pid=107133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:18:43.972073 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8285fbc4cf3847b51d9cb7eba3379b7f58b909d4ff4eae5f417f2c246939f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3e8fc9-d45a-4981-8407-16ae40e02c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "a4000095-117a-48e3-9606-2bd4a61ae04e", "tag": "55aba2b1-9455-4767-bf2b-537bec16837d"}]}' {{(pid=107133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:18:44.026832 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949e0aca-5e09-46c0-8fb3-b7efc8690768 x-openstack-request-id: req-949e0aca-5e09-46c0-8fb3-b7efc8690768 {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:18:44.027172 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4000095-117a-48e3-9606-2bd4a61ae04e", "tag": "55aba2b1-9455-4767-bf2b-537bec16837d", "status": "completed", "code": 200}]} {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:18:44.027654 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-949e0aca-5e09-46c0-8fb3-b7efc8690768 {{(pid=107133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:18:44.034503 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-949e0aca-5e09-46c0-8fb3-b7efc8690768'] response: {'name': 'network-changed', 'server_uuid': 'a4000095-117a-48e3-9606-2bd4a61ae04e', 'tag': '55aba2b1-9455-4767-bf2b-537bec16837d', 'status': 'completed', 'code': 200} Aug 26 06:18:44.043779 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-fb018b87-ce3d-46af-a11b-d19e24ca0e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568586'] for network (ed11b9b9-d534-4e5e-82f4-927bf9704f2d), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:44.133751 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-fb018b87-ce3d-46af-a11b-d19e24ca0e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729656', 'neutron.services.segments.db._delete_segments_for_network-8776576287582'] for network (ed11b9b9-d534-4e5e-82f4-927bf9704f2d), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:44.168996 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-fb018b87-ce3d-46af-a11b-d19e24ca0e03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed11b9b9-d534-4e5e-82f4-927bf9704f2d']}} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:18:44.204981 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-fb018b87-ce3d-46af-a11b-d19e24ca0e03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f0476ad-eb22-49b5-b68b-12667cca0827') {'for_net_delete': True} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:18:44.205324 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-fb018b87-ce3d-46af-a11b-d19e24ca0e03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f0476ad-eb22-49b5-b68b-12667cca0827') {} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:18:44.222718 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-fb018b87-ce3d-46af-a11b-d19e24ca0e03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776576346588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3346503'] for segment (9f0476ad-eb22-49b5-b68b-12667cca0827), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:44.236680 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795da64f-0650-4fe0-9d4c-8637cbedd909 req-ec4d1106-a610-4ed8-a33f-673a6c2cd549 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:44.241260 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-795da64f-0650-4fe0-9d4c-8637cbedd909 req-ec4d1106-a610-4ed8-a33f-673a6c2cd549 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 944 time: 0.0902536 Aug 26 06:18:44.397835 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526541a6-d764-4a2e-8231-d312d3086a8f req-aa28b29f-337c-4c22-925d-0deac615afcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:44.399523 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-526541a6-d764-4a2e-8231-d312d3086a8f req-aa28b29f-337c-4c22-925d-0deac615afcb service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f7e0c375a58842e18a4306779fd6e167&device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 1128 time: 0.0516460 Aug 26 06:18:44.486690 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-fb018b87-ce3d-46af-a11b-d19e24ca0e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439'] for segment (9f0476ad-eb22-49b5-b68b-12667cca0827), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:44.502153 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb018b87-ce3d-46af-a11b-d19e24ca0e03 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=107134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 06:18:44.502153 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-fb018b87-ce3d-46af-a11b-d19e24ca0e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3183176'] for segment (9f0476ad-eb22-49b5-b68b-12667cca0827), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:44.535026 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526541a6-d764-4a2e-8231-d312d3086a8f req-9c915ddb-2ce5-4b08-a240-8b3d138e8d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:44.537218 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-526541a6-d764-4a2e-8231-d312d3086a8f req-9c915ddb-2ce5-4b08-a240-8b3d138e8d2b service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0329fd48-f6a9-4c16-8004-ab5a1f76eb8f HTTP/1.1" status: 200 len: 917 time: 0.1308396 Aug 26 06:18:44.545484 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.services.segments.plugin [-] Segment 9f0476ad-eb22-49b5-b68b-12667cca0827 resource provider aggregate not found Aug 26 06:18:44.574922 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-795da64f-0650-4fe0-9d4c-8637cbedd909 req-22257e24-0070-4e9f-932b-c9329cc33289 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3276606 Aug 26 06:18:44.576961 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.services.segments.plugin [-] Segment 9f0476ad-eb22-49b5-b68b-12667cca0827 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f0476ad-eb22-49b5-b68b-12667cca0827 found for delete ", "request_id": "req-bad7510a-b8a4-4a7b-8f40-cb6252cc0996"}]} Aug 26 06:18:44.664127 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c748c-5481-4be1-9e09-8c08e79e7a43 req-e0878b4b-e095-4867-97e6-e88f1b15bcf5 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:44.665739 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-ea1c748c-5481-4be1-9e09-8c08e79e7a43 req-e0878b4b-e095-4867-97e6-e88f1b15bcf5 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0522342 Aug 26 06:18:44.723683 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-ea1c748c-5481-4be1-9e09-8c08e79e7a43 req-11c18e1a-c420-407c-8ff9-de054019e7d7 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507526 Aug 26 06:18:44.872134 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b6310-0f17-425c-a645-12db53c14aa9 req-049c96e2-28dc-40a6-8c65-7226a0622b74 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:44.873532 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-e97b6310-0f17-425c-a645-12db53c14aa9 req-049c96e2-28dc-40a6-8c65-7226a0622b74 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a4000095-117a-48e3-9606-2bd4a61ae04e HTTP/1.1" status: 200 len: 948 time: 0.0485210 Aug 26 06:18:44.874643 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-fb018b87-ce3d-46af-a11b-d19e24ca0e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621691'] for network (ed11b9b9-d534-4e5e-82f4-927bf9704f2d), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:44.884703 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-fb018b87-ce3d-46af-a11b-d19e24ca0e03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for network (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:44.889733 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-fb018b87-ce3d-46af-a11b-d19e24ca0e03 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/ed11b9b9-d534-4e5e-82f4-927bf9704f2d HTTP/1.1" status: 204 len: 168 time: 0.9668744 Aug 26 06:18:44.895100 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 51582) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:44.917379 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb018b87-ce3d-46af-a11b-d19e24ca0e03 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed11b9b9-d534-4e5e-82f4-927bf9704f2d,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:44.939677 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=15 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:44.953645 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f3643c-9e5b-4eaa-9ce7-0e2c33262109 admin admin] Deleting subnet f6945d1d-66fa-47ad-8364-faedaeda38e2 {{(pid=107133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 06:18:44.957452 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-39f3643c-9e5b-4eaa-9ce7-0e2c33262109 admin admin] Publish callbacks [] for subnet (f6945d1d-66fa-47ad-8364-faedaeda38e2), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:44.971189 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-e97b6310-0f17-425c-a645-12db53c14aa9 req-ce85fdaa-1304-4ff1-a435-c616863240b6 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f98ac69e-828d-4bda-a8ff-55a85a18b395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894823 Aug 26 06:18:45.004245 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-39f3643c-9e5b-4eaa-9ce7-0e2c33262109 admin admin] Publish callbacks [] for subnet (f6945d1d-66fa-47ad-8364-faedaeda38e2), precommit_delete_associations {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:45.015342 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-39f3643c-9e5b-4eaa-9ce7-0e2c33262109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777363'] for subnet (f6945d1d-66fa-47ad-8364-faedaeda38e2), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:45.270885 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-39f3643c-9e5b-4eaa-9ce7-0e2c33262109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319'] for subnet (f6945d1d-66fa-47ad-8364-faedaeda38e2), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:45.301441 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3643c-9e5b-4eaa-9ce7-0e2c33262109 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6945d1d-66fa-47ad-8364-faedaeda38e2,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:45.306978 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-39f3643c-9e5b-4eaa-9ce7-0e2c33262109 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:45.310740 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-39f3643c-9e5b-4eaa-9ce7-0e2c33262109 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/f6945d1d-66fa-47ad-8364-faedaeda38e2 HTTP/1.1" status: 204 len: 168 time: 0.4142156 Aug 26 06:18:45.313856 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 51588) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:45.420427 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e12c5391-8ea8-4ab4-92cb-ce2818a1a407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568586'] for network (96f167c4-e3a7-454a-b914-d75f86badcdb), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:45.519052 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e12c5391-8ea8-4ab4-92cb-ce2818a1a407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729656', 'neutron.services.segments.db._delete_segments_for_network-8776576287582'] for network (96f167c4-e3a7-454a-b914-d75f86badcdb), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:45.542107 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e12c5391-8ea8-4ab4-92cb-ce2818a1a407 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:18:45.542817 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e12c5391-8ea8-4ab4-92cb-ce2818a1a407 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:18:45.543282 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e12c5391-8ea8-4ab4-92cb-ce2818a1a407 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:18:45.543682 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e12c5391-8ea8-4ab4-92cb-ce2818a1a407 admin admin] Subscribe: > port after_create 55550000 {{(pid=107133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:18:45.544021 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e12c5391-8ea8-4ab4-92cb-ce2818a1a407 admin admin] Subscribe: > port after_delete 55550000 {{(pid=107133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:18:45.544630 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e12c5391-8ea8-4ab4-92cb-ce2818a1a407 admin admin] Subscribe: > port after_update 55550000 {{(pid=107133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:18:45.544957 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e12c5391-8ea8-4ab4-92cb-ce2818a1a407 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:18:45.545304 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e12c5391-8ea8-4ab4-92cb-ce2818a1a407 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:18:45.545627 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e12c5391-8ea8-4ab4-92cb-ce2818a1a407 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:18:45.545972 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e12c5391-8ea8-4ab4-92cb-ce2818a1a407 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:18:45.618382 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e12c5391-8ea8-4ab4-92cb-ce2818a1a407 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:18:45.618835 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e12c5391-8ea8-4ab4-92cb-ce2818a1a407 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:18:45.619175 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e12c5391-8ea8-4ab4-92cb-ce2818a1a407 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:18:45.619513 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e12c5391-8ea8-4ab4-92cb-ce2818a1a407 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 06:18:45.619894 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.services.segments.db [None req-e12c5391-8ea8-4ab4-92cb-ce2818a1a407 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f167c4-e3a7-454a-b914-d75f86badcdb']}} {{(pid=107133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:18:45.691547 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.services.segments.db [None req-e12c5391-8ea8-4ab4-92cb-ce2818a1a407 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4932716-4274-4581-b17f-a75df153ac80') {'for_net_delete': True} {{(pid=107133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:18:45.691854 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.services.segments.db [None req-e12c5391-8ea8-4ab4-92cb-ce2818a1a407 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4932716-4274-4581-b17f-a75df153ac80') {} {{(pid=107133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:18:45.702486 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-526541a6-d764-4a2e-8231-d312d3086a8f req-60390166-b4fd-4a87-b0a0-258d156fd8bf service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b7fc810-cb09-42a2-a246-9a1fd1d7d061 HTTP/1.1" status: 200 len: 217 time: 0.0723305 Aug 26 06:18:45.739960 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 51602) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:45.749905 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e12c5391-8ea8-4ab4-92cb-ce2818a1a407 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776576346588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2376977'] for segment (d4932716-4274-4581-b17f-a75df153ac80), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:45.757582 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-27157d7c-f00f-458b-aa4c-17fd9bd16ec4 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1935391258', 'description': 'tempest-description--789831807'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:18:45.773252 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4daa4-bbe3-43e9-be45-addd69c2ff2e req-d4038bbc-02f9-4ee2-89d0-d4a0caa174e6 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:45.775007 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2cf4daa4-bbe3-43e9-be45-addd69c2ff2e req-d4038bbc-02f9-4ee2-89d0-d4a0caa174e6 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 944 time: 0.0745647 Aug 26 06:18:45.824851 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e8fc9-d45a-4981-8407-16ae40e02c0f req-504072e8-89a4-46f9-89e3-1df126677728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:45.826517 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4e3e8fc9-d45a-4981-8407-16ae40e02c0f req-504072e8-89a4-46f9-89e3-1df126677728 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=1b173feb98cc4a2788019d9ad62b384f&device_id=a4000095-117a-48e3-9606-2bd4a61ae04e HTTP/1.1" status: 200 len: 1132 time: 0.2014010 Aug 26 06:18:45.831794 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e12c5391-8ea8-4ab4-92cb-ce2818a1a407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439'] for segment (d4932716-4274-4581-b17f-a75df153ac80), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:45.859223 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e12c5391-8ea8-4ab4-92cb-ce2818a1a407 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=107133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 06:18:45.859807 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e12c5391-8ea8-4ab4-92cb-ce2818a1a407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9094924'] for segment (d4932716-4274-4581-b17f-a75df153ac80), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:45.864248 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2cf4daa4-bbe3-43e9-be45-addd69c2ff2e req-68e7a750-f2a2-4ca1-a4ef-4ae92d8e841f tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818906 Aug 26 06:18:45.865109 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:INSERT=14,neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:45.930188 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526541a6-d764-4a2e-8231-d312d3086a8f req-d1b4b31e-d21c-4a64-802d-8243846d7687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:45.931849 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-526541a6-d764-4a2e-8231-d312d3086a8f req-d1b4b31e-d21c-4a64-802d-8243846d7687 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=ce64dff0-037a-436e-960d-bd71ac86cc2b HTTP/1.1" status: 200 len: 855 time: 0.2229972 Aug 26 06:18:46.012292 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-27157d7c-f00f-458b-aa4c-17fd9bd16ec4 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:46.042176 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 3b7fc810-cb09-42a2-a246-9a1fd1d7d061 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 06:18:46.053124 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526541a6-d764-4a2e-8231-d312d3086a8f req-3ac8026c-5ac9-42c3-81dd-679e01a79823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:46.054980 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-526541a6-d764-4a2e-8231-d312d3086a8f req-3ac8026c-5ac9-42c3-81dd-679e01a79823 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0329fd48-f6a9-4c16-8004-ab5a1f76eb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0903072 Aug 26 06:18:46.195139 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89848909-6733-4839-a172-dda93d21b272 req-c278697e-1764-4f18-ab81-bbcd6974fc93 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:46.201884 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-89848909-6733-4839-a172-dda93d21b272 req-c278697e-1764-4f18-ab81-bbcd6974fc93 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.1785905 Aug 26 06:18:46.210555 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e12c5391-8ea8-4ab4-92cb-ce2818a1a407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621691'] for network (96f167c4-e3a7-454a-b914-d75f86badcdb), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:46.239008 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086ba14-0d0f-4cac-b381-dde4871c61ee req-8718cb3d-1ae6-41a2-9fb0-85949f73819e tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:46.250595 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2086ba14-0d0f-4cac-b381-dde4871c61ee req-8718cb3d-1ae6-41a2-9fb0-85949f73819e tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a4000095-117a-48e3-9606-2bd4a61ae04e HTTP/1.1" status: 200 len: 948 time: 0.1104136 Aug 26 06:18:46.295982 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e8fc9-d45a-4981-8407-16ae40e02c0f req-78ee52b4-9c50-4cc2-afcd-a8335feb6599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:46.303319 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4e3e8fc9-d45a-4981-8407-16ae40e02c0f req-78ee52b4-9c50-4cc2-afcd-a8335feb6599 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=6b9d9430-de40-4d9b-aaa3-40655bc42bc0 HTTP/1.1" status: 200 len: 870 time: 0.4603784 Aug 26 06:18:46.304575 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e12c5391-8ea8-4ab4-92cb-ce2818a1a407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for network (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:46.318833 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-e12c5391-8ea8-4ab4-92cb-ce2818a1a407 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/96f167c4-e3a7-454a-b914-d75f86badcdb HTTP/1.1" status: 204 len: 168 time: 1.0011435 Aug 26 06:18:46.363222 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.services.segments.plugin [-] Segment d4932716-4274-4581-b17f-a75df153ac80 resource provider aggregate not found Aug 26 06:18:46.369396 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 3b7fc810-cb09-42a2-a246-9a1fd1d7d061, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=3b7fc810-cb09-42a2-a246-9a1fd1d7d061,segment=NetworkSegment(418ce87b-8dd4-40f7-9079-8eb974e98afd),segment_id=418ce87b-8dd4-40f7-9079-8eb974e98afd)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:18:46.387247 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Returning: {'device': '3b7fc810-cb09-42a2-a246-9a1fd1d7d061', 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f', 'port_id': '3b7fc810-cb09-42a2-a246-9a1fd1d7d061', 'mac_address': 'fa:16:3e:0c:72:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce64dff0-037a-436e-960d-bd71ac86cc2b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 06:18:46.393950 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2086ba14-0d0f-4cac-b381-dde4871c61ee req-a55ee939-9499-48e6-9ff2-c65ed1607feb tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f98ac69e-828d-4bda-a8ff-55a85a18b395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403646 Aug 26 06:18:46.411650 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c5391-8ea8-4ab4-92cb-ce2818a1a407 admin admin] Pushing event deleted for resources: {'Network': ['ID=96f167c4-e3a7-454a-b914-d75f86badcdb,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:46.449382 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:46.459569 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port 3b7fc810-cb09-42a2-a246-9a1fd1d7d061 is: DOWN; New status is: BUILD {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:18:46.460032 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (3b7fc810-cb09-42a2-a246-9a1fd1d7d061), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:46.467919 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.services.segments.plugin [-] Segment d4932716-4274-4581-b17f-a75df153ac80 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4932716-4274-4581-b17f-a75df153ac80 found for delete ", "request_id": "req-2ce6017d-a15c-4714-adf0-19133a2309c7"}]} Aug 26 06:18:46.475193 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b7fc810-cb09-42a2-a246-9a1fd1d7d061 {{(pid=107135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:18:46.506027 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 3b7fc810-cb09-42a2-a246-9a1fd1d7d061, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=3b7fc810-cb09-42a2-a246-9a1fd1d7d061,segment=NetworkSegment(418ce87b-8dd4-40f7-9079-8eb974e98afd),segment_id=418ce87b-8dd4-40f7-9079-8eb974e98afd)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:18:46.538730 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4e3e8fc9-d45a-4981-8407-16ae40e02c0f req-1146edab-cab3-4ef7-9842-eb76182f3fb1 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=55aba2b1-9455-4767-bf2b-537bec16837d HTTP/1.1" status: 200 len: 217 time: 0.1576676 Aug 26 06:18:46.616824 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-89848909-6733-4839-a172-dda93d21b272 req-d5fc05c0-aeb6-44ca-81f3-162efe0438ef tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4140675 Aug 26 06:18:46.628846 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-27157d7c-f00f-458b-aa4c-17fd9bd16ec4 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks [] for security_group (fdea86e5-406c-4fa2-b799-237b60676810), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:46.636933 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-526541a6-d764-4a2e-8231-d312d3086a8f req-6c6a8705-c78a-49e9-a074-47b4431f60b7 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0329fd48-f6a9-4c16-8004-ab5a1f76eb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5521994 Aug 26 06:18:46.656312 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e8fc9-d45a-4981-8407-16ae40e02c0f req-a80c2f9c-b627-4b8a-afbe-f0980c782361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:46.657828 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4e3e8fc9-d45a-4981-8407-16ae40e02c0f req-a80c2f9c-b627-4b8a-afbe-f0980c782361 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=10796895-14e7-45fa-b248-59b6d0bb4dfb HTTP/1.1" status: 200 len: 843 time: 0.1080701 Aug 26 06:18:46.750201 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e8fc9-d45a-4981-8407-16ae40e02c0f req-b2c64a29-78d9-4a18-8845-b9008fc6d9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:46.751669 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4e3e8fc9-d45a-4981-8407-16ae40e02c0f req-b2c64a29-78d9-4a18-8845-b9008fc6d9d0 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=6b9d9430-de40-4d9b-aaa3-40655bc42bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0774527 Aug 26 06:18:46.766966 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (3b7fc810-cb09-42a2-a246-9a1fd1d7d061), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:46.822112 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=3b7fc810-cb09-42a2-a246-9a1fd1d7d061,revision_number=4']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:46.836014 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-27157d7c-f00f-458b-aa4c-17fd9bd16ec4 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (fdea86e5-406c-4fa2-b799-237b60676810), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:46.867548 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-526541a6-d764-4a2e-8231-d312d3086a8f req-be069e44-6f1a-4d6f-b398-2b0cd98e07de service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0329fd48-f6a9-4c16-8004-ab5a1f76eb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208796 Aug 26 06:18:46.894279 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27157d7c-f00f-458b-aa4c-17fd9bd16ec4 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdea86e5-406c-4fa2-b799-237b60676810,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:46.918553 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4e3e8fc9-d45a-4981-8407-16ae40e02c0f req-d05e5a43-bde7-4112-8267-7fee17af5f8f service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6b9d9430-de40-4d9b-aaa3-40655bc42bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601746 Aug 26 06:18:47.016876 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0b423-8af0-47b7-ad97-30a202c08450 req-e296b3fc-8bd6-4de5-9f01-50b24a34ec8d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:47.018390 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-21c0b423-8af0-47b7-ad97-30a202c08450 req-e296b3fc-8bd6-4de5-9f01-50b24a34ec8d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 945 time: 0.0555265 Aug 26 06:18:47.029969 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-27157d7c-f00f-458b-aa4c-17fd9bd16ec4 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:47.032018 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-27157d7c-f00f-458b-aa4c-17fd9bd16ec4 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2868769 Aug 26 06:18:47.035438 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 51650) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:47.037366 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4e3e8fc9-d45a-4981-8407-16ae40e02c0f req-3e643ef8-bd7b-4bce-b599-ca7dd6ac01cf service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6b9d9430-de40-4d9b-aaa3-40655bc42bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088722 Aug 26 06:18:47.040317 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-8b2e776c-a79c-400d-ac0a-5cbf6f95d282 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Request body: {'security_group_rule': {'security_group_id': 'fdea86e5-406c-4fa2-b799-237b60676810', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:18:47.075810 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] get_ports_and_sgs() called for port_ids ['3b7fc810-cb09-42a2-a246-9a1fd1d7d061'] {{(pid=107135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 06:18:47.101508 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-21c0b423-8af0-47b7-ad97-30a202c08450 req-9196804b-a47b-48cc-b6a6-fdb28fa1e206 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765920 Aug 26 06:18:47.168177 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8b2e776c-a79c-400d-ac0a-5cbf6f95d282 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks [] for security_group_rule (ba7dad40-9da0-41a5-8e7b-81eedc088fa5), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:47.234434 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 51652) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:47.234938 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8b2e776c-a79c-400d-ac0a-5cbf6f95d282 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks [] for security_group_rule (ba7dad40-9da0-41a5-8e7b-81eedc088fa5), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:47.280664 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-2de35c69-2531-460c-b5f1-6a15854daebe admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=68ed45c4bf4f4ef383577dfbd506805e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450265 Aug 26 06:18:47.283177 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 51654) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:47.329912 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8b2e776c-a79c-400d-ac0a-5cbf6f95d282 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692507'] for security_group_rule (ba7dad40-9da0-41a5-8e7b-81eedc088fa5), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:47.345816 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7d420927-5caa-4154-a7c9-1f0666c86c17 admin admin] Publish callbacks [] for security_group (77795354-aba5-41e7-97d3-8d9a4c62a015), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:47.354116 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e776c-a79c-400d-ac0a-5cbf6f95d282 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba7dad40-9da0-41a5-8e7b-81eedc088fa5,revision_number=0']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:47.384101 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7d420927-5caa-4154-a7c9-1f0666c86c17 admin admin] Publish callbacks [] for security_group (77795354-aba5-41e7-97d3-8d9a4c62a015), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:47.559274 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded08e6-3b6a-4727-8b0b-3cf512e05ad3 req-88947799-e48d-4f2d-a7a8-870c18072930 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:47.561045 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-5ded08e6-3b6a-4727-8b0b-3cf512e05ad3 req-88947799-e48d-4f2d-a7a8-870c18072930 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a4000095-117a-48e3-9606-2bd4a61ae04e HTTP/1.1" status: 200 len: 948 time: 0.0687070 Aug 26 06:18:47.565875 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8b2e776c-a79c-400d-ac0a-5cbf6f95d282 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:47.567968 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-8b2e776c-a79c-400d-ac0a-5cbf6f95d282 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5312510 Aug 26 06:18:47.574495 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 51662) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:47.577415 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-3c560a8b-31a4-4699-8ba7-62dc77627a6b tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Request body: {'security_group_rule': {'security_group_id': 'fdea86e5-406c-4fa2-b799-237b60676810', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:18:47.640342 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-5ded08e6-3b6a-4727-8b0b-3cf512e05ad3 req-567fa9aa-fb68-414c-b33a-6302a9c81910 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f98ac69e-828d-4bda-a8ff-55a85a18b395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728667 Aug 26 06:18:47.647327 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7d420927-5caa-4154-a7c9-1f0666c86c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (77795354-aba5-41e7-97d3-8d9a4c62a015), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:47.649878 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7d420927-5caa-4154-a7c9-1f0666c86c17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:47.651894 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-7d420927-5caa-4154-a7c9-1f0666c86c17 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/77795354-aba5-41e7-97d3-8d9a4c62a015 HTTP/1.1" status: 204 len: 168 time: 0.3677037 Aug 26 06:18:47.663006 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d420927-5caa-4154-a7c9-1f0666c86c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77795354-aba5-41e7-97d3-8d9a4c62a015,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:47.809572 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984496e-dc46-4b78-8071-33e4e580d95d req-6dc1d9fb-e2fe-4aca-a435-6eca35443f8e tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:47.811133 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0984496e-dc46-4b78-8071-33e4e580d95d req-6dc1d9fb-e2fe-4aca-a435-6eca35443f8e tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0614531 Aug 26 06:18:47.820538 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3c560a8b-31a4-4699-8ba7-62dc77627a6b tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks [] for security_group_rule (b0ccf97b-ae6d-46b4-bf9d-68ce88729a27), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:47.904839 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0984496e-dc46-4b78-8071-33e4e580d95d req-9355fc2a-9096-43f4-b461-34d4dfdb62f6 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799971 Aug 26 06:18:47.935548 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3c560a8b-31a4-4699-8ba7-62dc77627a6b tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks [] for security_group_rule (b0ccf97b-ae6d-46b4-bf9d-68ce88729a27), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:48.059912 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 55aba2b1-9455-4767-bf2b-537bec16837d details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 06:18:48.063159 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 3b7fc810-cb09-42a2-a246-9a1fd1d7d061 up at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:18:48.076514 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3c560a8b-31a4-4699-8ba7-62dc77627a6b tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692507'] for security_group_rule (b0ccf97b-ae6d-46b4-bf9d-68ce88729a27), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:48.094222 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c560a8b-31a4-4699-8ba7-62dc77627a6b tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0ccf97b-ae6d-46b4-bf9d-68ce88729a27,revision_number=0']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:48.173347 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning for port 3b7fc810-cb09-42a2-a246-9a1fd1d7d061 completed by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 06:18:48.211232 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 55aba2b1-9455-4767-bf2b-537bec16837d, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=55aba2b1-9455-4767-bf2b-537bec16837d,segment=NetworkSegment(0c3cfa04-f58f-4821-9034-ad52e61e6da9),segment_id=0c3cfa04-f58f-4821-9034-ad52e61e6da9)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:18:48.226156 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3c560a8b-31a4-4699-8ba7-62dc77627a6b tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:48.226796 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Returning: {'device': '55aba2b1-9455-4767-bf2b-537bec16837d', 'network_id': '6b9d9430-de40-4d9b-aaa3-40655bc42bc0', 'port_id': '55aba2b1-9455-4767-bf2b-537bec16837d', 'mac_address': 'fa:16:3e:a4:59:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10796895-14e7-45fa-b248-59b6d0bb4dfb', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 06:18:48.230938 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-3c560a8b-31a4-4699-8ba7-62dc77627a6b tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6554816 Aug 26 06:18:48.235172 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 51672) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:48.246796 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-79e1de52-d145-43e2-802e-99aa4a715975 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Request body: {'floatingip': {'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:18:48.294056 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port 55aba2b1-9455-4767-bf2b-537bec16837d is: DOWN; New status is: BUILD {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:18:48.294910 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (55aba2b1-9455-4767-bf2b-537bec16837d), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:48.312532 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55aba2b1-9455-4767-bf2b-537bec16837d {{(pid=107135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:18:48.346518 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 55aba2b1-9455-4767-bf2b-537bec16837d, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=55aba2b1-9455-4767-bf2b-537bec16837d,segment=NetworkSegment(0c3cfa04-f58f-4821-9034-ad52e61e6da9),segment_id=0c3cfa04-f58f-4821-9034-ad52e61e6da9)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:18:48.348211 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning complete for port 3b7fc810-cb09-42a2-a246-9a1fd1d7d061 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:18:48.348674 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (3b7fc810-cb09-42a2-a246-9a1fd1d7d061), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:48.444755 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port 3b7fc810-cb09-42a2-a246-9a1fd1d7d061 is: BUILD; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:18:48.445262 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (3b7fc810-cb09-42a2-a246-9a1fd1d7d061), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:48.474240 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8512f-0084-47e7-bcca-92581b5085b3 req-690ebe1c-50b5-4740-8e32-58b8247041fb tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:48.475921 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-11e8512f-0084-47e7-bcca-92581b5085b3 req-690ebe1c-50b5-4740-8e32-58b8247041fb tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 945 time: 0.2833183 Aug 26 06:18:48.477837 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7fc810-cb09-42a2-a246-9a1fd1d7d061'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:18:48.480513 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc106e9f9832226dd913a824a8ae1ea8f79b2df9cdef89c79e10f33880c5a8de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b286116-3328-4b75-8e4b-2bdd6979c39d" -d '{"events": [{"server_uuid": "ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c", "name": "network-vif-plugged", "status": "completed", "tag": "3b7fc810-cb09-42a2-a246-9a1fd1d7d061"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:18:48.496772 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 3b7fc810-cb09-42a2-a246-9a1fd1d7d061, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=3b7fc810-cb09-42a2-a246-9a1fd1d7d061,segment=NetworkSegment(418ce87b-8dd4-40f7-9079-8eb974e98afd),segment_id=418ce87b-8dd4-40f7-9079-8eb974e98afd)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:18:48.527756 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bc00d4-3db0-4ad8-83eb-7f578ed2b6b7 x-openstack-request-id: req-29bc00d4-3db0-4ad8-83eb-7f578ed2b6b7 {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:18:48.528306 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c", "name": "network-vif-plugged", "status": "completed", "tag": "3b7fc810-cb09-42a2-a246-9a1fd1d7d061", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:18:48.528561 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-29bc00d4-3db0-4ad8-83eb-7f578ed2b6b7 {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:18:48.528964 dv-cinder-853910-3-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29bc00d4-3db0-4ad8-83eb-7f578ed2b6b7'] response: {'server_uuid': 'ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7fc810-cb09-42a2-a246-9a1fd1d7d061', 'code': 200} Aug 26 06:18:48.536046 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-11e8512f-0084-47e7-bcca-92581b5085b3 req-e4a3e57c-80bf-482e-a2eb-391187d80ce3 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521767 Aug 26 06:18:48.572659 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (55aba2b1-9455-4767-bf2b-537bec16837d), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:48.572890 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-79e1de52-d145-43e2-802e-99aa4a715975 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:48.638140 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=55aba2b1-9455-4767-bf2b-537bec16837d,revision_number=4']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:48.674826 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-79e1de52-d145-43e2-802e-99aa4a715975 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:48.829565 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474e55b-1777-484d-8251-bd0164885f2c req-71222ad1-7c5b-4ed6-9289-3ae11a2f4475 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:48.830989 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c474e55b-1777-484d-8251-bd0164885f2c req-71222ad1-7c5b-4ed6-9289-3ae11a2f4475 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a4000095-117a-48e3-9606-2bd4a61ae04e HTTP/1.1" status: 200 len: 949 time: 0.0665901 Aug 26 06:18:48.840678 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.db_base_plugin_common [None req-79e1de52-d145-43e2-802e-99aa4a715975 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Allocated IP 172.27.3.133 (7bfbcaf8-cfd7-4da9-9873-fb578302608c/6eb332c5-848f-450d-bdad-4a764241332a/79622b0d-100e-4d49-b093-7a1fc01e3650) {{(pid=107134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:18:48.905174 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (3b7fc810-cb09-42a2-a246-9a1fd1d7d061), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:48.942330 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c474e55b-1777-484d-8251-bd0164885f2c req-fbc7823d-7d92-4bba-94c0-b811d82f1356 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f98ac69e-828d-4bda-a8ff-55a85a18b395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038446 Aug 26 06:18:48.966474 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] get_ports_and_sgs() called for port_ids ['55aba2b1-9455-4767-bf2b-537bec16837d'] {{(pid=107135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 06:18:49.025051 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-79e1de52-d145-43e2-802e-99aa4a715975 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks [] for port (79622b0d-100e-4d49-b093-7a1fc01e3650), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:49.036175 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=3b7fc810-cb09-42a2-a246-9a1fd1d7d061,revision_number=5']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:49.076323 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d2ab6-c512-471a-890a-9a12bee4540e req-c18e6148-0685-40ef-9f1c-1fa1ddb4c265 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:49.078111 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-174d2ab6-c512-471a-890a-9a12bee4540e req-c18e6148-0685-40ef-9f1c-1fa1ddb4c265 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0534840 Aug 26 06:18:49.190507 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-79e1de52-d145-43e2-802e-99aa4a715975 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (79622b0d-100e-4d49-b093-7a1fc01e3650), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:49.210846 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-174d2ab6-c512-471a-890a-9a12bee4540e req-6093f86a-b02c-442a-bfe6-4a39a6efee8d tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235545 Aug 26 06:18:49.217421 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222c012-ab5f-4d5c-862b-dbfcb14c658c req-015cb423-ada9-434a-86c4-8233ee00c075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:49.218526 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b222c012-ab5f-4d5c-862b-dbfcb14c658c req-015cb423-ada9-434a-86c4-8233ee00c075 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 1130 time: 0.0590785 Aug 26 06:18:49.233622 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e1de52-d145-43e2-802e-99aa4a715975 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Network 7bfbcaf8-cfd7-4da9-9873-fb578302608c is already hosted by enough agents. {{(pid=107134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:18:49.236598 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [None req-79e1de52-d145-43e2-802e-99aa4a715975 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Resources bound (agent type, host, resource id): {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:18:49.239502 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e1de52-d145-43e2-802e-99aa4a715975 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Received port after_create {{(pid=107134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:18:49.268306 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1de52-d145-43e2-802e-99aa4a715975 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Pushing event updated for resources: {'Port': ['ID=79622b0d-100e-4d49-b093-7a1fc01e3650,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:49.289384 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b222c012-ab5f-4d5c-862b-dbfcb14c658c req-0585b719-8101-46d0-b163-4df33b88a996 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534697 Aug 26 06:18:49.376332 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-79e1de52-d145-43e2-802e-99aa4a715975 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks [] for floatingip (ca14a407-1e30-4cbf-b316-f93535a6e80e), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:49.403988 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 51684) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:49.447513 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-790b04ee-f062-4262-b6bb-e6df1bbeada0 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=8d9d9069e3e543a98ef75b2461cf3242&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421824 Aug 26 06:18:49.450302 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 51686) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:49.504165 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a6937e12-2446-4860-972f-1f70a87a5232 admin admin] Publish callbacks [] for security_group (54c46f6a-7315-4742-a3f4-5d53867d6baa), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:49.535142 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a6937e12-2446-4860-972f-1f70a87a5232 admin admin] Publish callbacks [] for security_group (54c46f6a-7315-4742-a3f4-5d53867d6baa), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:49.615282 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-79e1de52-d145-43e2-802e-99aa4a715975 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (79622b0d-100e-4d49-b093-7a1fc01e3650), before_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:49.670212 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:49.764509 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfcf37c-6897-4595-91e8-f3b813a465f5 req-3d5181f4-6b8f-480f-9889-5dbca475ccf0 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:49.766131 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-7dfcf37c-6897-4595-91e8-f3b813a465f5 req-3d5181f4-6b8f-480f-9889-5dbca475ccf0 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.1047647 Aug 26 06:18:49.848133 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-7dfcf37c-6897-4595-91e8-f3b813a465f5 req-fe11ebcb-4333-4e29-82b6-cadeab851e76 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724187 Aug 26 06:18:49.865599 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a6937e12-2446-4860-972f-1f70a87a5232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (54c46f6a-7315-4742-a3f4-5d53867d6baa), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:49.869231 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a6937e12-2446-4860-972f-1f70a87a5232 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:49.876721 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-a6937e12-2446-4860-972f-1f70a87a5232 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/54c46f6a-7315-4742-a3f4-5d53867d6baa HTTP/1.1" status: 204 len: 168 time: 0.4195983 Aug 26 06:18:49.893435 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6937e12-2446-4860-972f-1f70a87a5232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c46f6a-7315-4742-a3f4-5d53867d6baa,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:49.900664 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-79e1de52-d145-43e2-802e-99aa4a715975 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks [] for port (79622b0d-100e-4d49-b093-7a1fc01e3650), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:50.069070 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 55aba2b1-9455-4767-bf2b-537bec16837d up at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:18:50.092651 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade62481-cc1d-4582-9b94-b2f3fd07673d req-208ac150-7bdd-4045-a835-f21fb91aef62 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:50.094231 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-ade62481-cc1d-4582-9b94-b2f3fd07673d req-208ac150-7bdd-4045-a835-f21fb91aef62 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a4000095-117a-48e3-9606-2bd4a61ae04e HTTP/1.1" status: 200 len: 949 time: 0.0556641 Aug 26 06:18:50.117497 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning for port 55aba2b1-9455-4767-bf2b-537bec16837d completed by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 06:18:50.163773 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-ade62481-cc1d-4582-9b94-b2f3fd07673d req-5e82b308-ca9d-427e-b66a-f82dec8832e0 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f98ac69e-828d-4bda-a8ff-55a85a18b395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584538 Aug 26 06:18:50.187616 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-79e1de52-d145-43e2-802e-99aa4a715975 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183148'] for port (79622b0d-100e-4d49-b093-7a1fc01e3650), after_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:50.277279 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1de52-d145-43e2-802e-99aa4a715975 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Pushing event updated for resources: {'Port': ['ID=79622b0d-100e-4d49-b093-7a1fc01e3650,revision_number=2']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:50.285958 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-79e1de52-d145-43e2-802e-99aa4a715975 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614170'] for floatingip (ca14a407-1e30-4cbf-b316-f93535a6e80e), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:50.355740 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbef063-5896-4a45-ab9f-ce1b06bf1a83 req-e5e49ada-74e1-4164-9f54-7f833cf71940 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:50.357276 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6fbef063-5896-4a45-ab9f-ce1b06bf1a83 req-e5e49ada-74e1-4164-9f54-7f833cf71940 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0618322 Aug 26 06:18:50.372751 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning complete for port 55aba2b1-9455-4767-bf2b-537bec16837d triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:18:50.373598 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (55aba2b1-9455-4767-bf2b-537bec16837d), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:50.411243 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6fbef063-5896-4a45-ab9f-ce1b06bf1a83 req-648be525-942b-4bce-991a-5ee29e658c42 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480945 Aug 26 06:18:50.457860 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-79e1de52-d145-43e2-802e-99aa4a715975 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for floatingip (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:50.459638 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-79e1de52-d145-43e2-802e-99aa4a715975 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2229543 Aug 26 06:18:50.488752 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port 55aba2b1-9455-4767-bf2b-537bec16837d is: BUILD; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:18:50.489151 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (55aba2b1-9455-4767-bf2b-537bec16837d), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:50.529922 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4000095-117a-48e3-9606-2bd4a61ae04e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55aba2b1-9455-4767-bf2b-537bec16837d'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:18:50.532850 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc106e9f9832226dd913a824a8ae1ea8f79b2df9cdef89c79e10f33880c5a8de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b28f3e-ba5f-4aac-8397-d8a27954adaa" -d '{"events": [{"server_uuid": "a4000095-117a-48e3-9606-2bd4a61ae04e", "name": "network-vif-plugged", "status": "completed", "tag": "55aba2b1-9455-4767-bf2b-537bec16837d"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:18:50.540450 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 55aba2b1-9455-4767-bf2b-537bec16837d, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=55aba2b1-9455-4767-bf2b-537bec16837d,segment=NetworkSegment(0c3cfa04-f58f-4821-9034-ad52e61e6da9),segment_id=0c3cfa04-f58f-4821-9034-ad52e61e6da9)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:18:50.581421 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1677104b-3268-42f1-a388-9acb96cccc08 x-openstack-request-id: req-1677104b-3268-42f1-a388-9acb96cccc08 {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:18:50.581743 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4000095-117a-48e3-9606-2bd4a61ae04e", "name": "network-vif-plugged", "status": "completed", "tag": "55aba2b1-9455-4767-bf2b-537bec16837d", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:18:50.582107 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1677104b-3268-42f1-a388-9acb96cccc08 {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:18:50.582348 dv-cinder-853910-3-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1677104b-3268-42f1-a388-9acb96cccc08'] response: {'server_uuid': 'a4000095-117a-48e3-9606-2bd4a61ae04e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55aba2b1-9455-4767-bf2b-537bec16837d', 'code': 200} Aug 26 06:18:50.740293 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (55aba2b1-9455-4767-bf2b-537bec16837d), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:50.810137 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=55aba2b1-9455-4767-bf2b-537bec16837d,revision_number=5']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:51.012250 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b8238-2bbc-413c-969d-caff40b978f3 req-5661a83b-416b-412d-ba47-54a35dc4d739 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:51.015843 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8f7b8238-2bbc-413c-969d-caff40b978f3 req-5661a83b-416b-412d-ba47-54a35dc4d739 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.0697372 Aug 26 06:18:51.083866 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8f7b8238-2bbc-413c-969d-caff40b978f3 req-5d504655-443f-45e3-ad4b-4753731dcf10 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541887 Aug 26 06:18:51.303580 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b803d0-2a92-4c53-85c2-0ea5c12b3aef req-7fee5b77-3ad8-4e91-8eaf-209e40161325 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:51.305052 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f5b803d0-2a92-4c53-85c2-0ea5c12b3aef req-7fee5b77-3ad8-4e91-8eaf-209e40161325 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a4000095-117a-48e3-9606-2bd4a61ae04e HTTP/1.1" status: 200 len: 950 time: 0.0575798 Aug 26 06:18:51.365778 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f5b803d0-2a92-4c53-85c2-0ea5c12b3aef req-b0868a10-d524-4f67-a7a3-c630b4c24576 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f98ac69e-828d-4bda-a8ff-55a85a18b395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543184 Aug 26 06:18:51.578981 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a2379-210f-4d37-b6d7-1fce4d484ffc req-a0580950-4184-4019-9e47-da9ea8f30c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:51.578981 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-fc2a2379-210f-4d37-b6d7-1fce4d484ffc req-a0580950-4184-4019-9e47-da9ea8f30c62 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a4000095-117a-48e3-9606-2bd4a61ae04e HTTP/1.1" status: 200 len: 1134 time: 0.0788724 Aug 26 06:18:51.602607 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa95a6d-8096-4600-9609-bafcd399ea63 req-abcffd9f-23e9-40c8-8978-9795dd1dbdb7 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:51.604239 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-eaa95a6d-8096-4600-9609-bafcd399ea63 req-abcffd9f-23e9-40c8-8978-9795dd1dbdb7 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0772181 Aug 26 06:18:51.670558 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-fc2a2379-210f-4d37-b6d7-1fce4d484ffc req-9f3aff86-e07c-4de4-b1a9-520d5752362b service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f98ac69e-828d-4bda-a8ff-55a85a18b395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805380 Aug 26 06:18:51.682563 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-eaa95a6d-8096-4600-9609-bafcd399ea63 req-5bffe002-a1de-48dd-83d1-fe819ef98822 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672591 Aug 26 06:18:52.240221 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb547a0-826e-45fe-adbe-dabfb75ccd16 req-fe98ce5a-21a3-4023-823d-407d61ac231f tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:52.241937 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-aeb547a0-826e-45fe-adbe-dabfb75ccd16 req-fe98ce5a-21a3-4023-823d-407d61ac231f tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.0564339 Aug 26 06:18:52.300072 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-aeb547a0-826e-45fe-adbe-dabfb75ccd16 req-c3ed30aa-9fdb-4361-a45e-dca8e5705987 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515692 Aug 26 06:18:52.439582 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39600f5-21e0-4db1-99cd-c25003d88120 req-088ca754-36b4-43bc-b25f-a3eb7d3aa365 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:52.441378 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b39600f5-21e0-4db1-99cd-c25003d88120 req-088ca754-36b4-43bc-b25f-a3eb7d3aa365 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.0566223 Aug 26 06:18:52.451916 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 51768) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:52.457966 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-3e79a616-d93f-4236-a129-2c7c8068368e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Request body: {'floatingip': {'port_id': '3b7fc810-cb09-42a2-a246-9a1fd1d7d061'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:18:52.528557 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3e79a616-d93f-4236-a129-2c7c8068368e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for floatingip (26d7b244-b857-48cf-ab97-77fd74e668a1), before_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:52.581226 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce987b-c94d-47bd-856d-93e6e7cf1be2 req-c54126c5-573d-479e-9335-beec93cfda4a tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:52.587225 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-42ce987b-c94d-47bd-856d-93e6e7cf1be2 req-c54126c5-573d-479e-9335-beec93cfda4a tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a4000095-117a-48e3-9606-2bd4a61ae04e HTTP/1.1" status: 200 len: 950 time: 0.0926182 Aug 26 06:18:52.647467 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-42ce987b-c94d-47bd-856d-93e6e7cf1be2 req-04b18cd8-176c-41ed-89c7-31ae3123442c tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f98ac69e-828d-4bda-a8ff-55a85a18b395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582521 Aug 26 06:18:52.879621 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0194c38-9c1d-4395-9e43-c86e2f0b4b97 req-3945e64a-e34f-435a-84d7-1491eac0bedd tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:52.882163 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b0194c38-9c1d-4395-9e43-c86e2f0b4b97 req-3945e64a-e34f-435a-84d7-1491eac0bedd tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0642223 Aug 26 06:18:52.989312 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b0194c38-9c1d-4395-9e43-c86e2f0b4b97 req-9236d091-7061-4913-b493-4c634c860e14 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981467 Aug 26 06:18:53.146612 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3e79a616-d93f-4236-a129-2c7c8068368e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:53.388742 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3e79a616-d93f-4236-a129-2c7c8068368e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614170'] for floatingip (26d7b244-b857-48cf-ab97-77fd74e668a1), after_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:53.492718 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.db.l3_db [None req-3e79a616-d93f-4236-a129-2c7c8068368e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Floating IP 26d7b244-b857-48cf-ab97-77fd74e668a1 associated. External IP: 172.27.3.169, port: 3b7fc810-cb09-42a2-a246-9a1fd1d7d061. Aug 26 06:18:53.558243 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=34 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:53.784584 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e79a616-d93f-4236-a129-2c7c8068368e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Router 06c6209a-01e3-45a3-88c4-78601b755f5c has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:18:53.811214 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696510af-9611-4d97-bde1-2b521c069373 req-3ed72ce1-3c08-4f65-89be-ae8810713ca5 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:53.812785 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-696510af-9611-4d97-bde1-2b521c069373 req-3ed72ce1-3c08-4f65-89be-ae8810713ca5 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a4000095-117a-48e3-9606-2bd4a61ae04e HTTP/1.1" status: 200 len: 950 time: 0.0574760 Aug 26 06:18:53.847377 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:53.884272 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-696510af-9611-4d97-bde1-2b521c069373 req-3b249afc-4c25-42d9-b2bc-255e0e9253f0 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f98ac69e-828d-4bda-a8ff-55a85a18b395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612590 Aug 26 06:18:53.887645 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e79a616-d93f-4236-a129-2c7c8068368e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:18:53.900897 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468d351f-5451-4e8a-8cf0-10bd1457f280 None None] Sync routers for ids ['06c6209a-01e3-45a3-88c4-78601b755f5c'] in dv-cinder-853910-3-iscsi {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:18:53.905945 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3e79a616-d93f-4236-a129-2c7c8068368e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for floatingip (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:53.942385 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468d351f-5451-4e8a-8cf0-10bd1457f280 None None] Routers {'06c6209a-01e3-45a3-88c4-78601b755f5c'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:18:53.943622 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-468d351f-5451-4e8a-8cf0-10bd1457f280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:18:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['06c6209a-01e3-45a3-88c4-78601b755f5c'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:18:53.955426 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-3e79a616-d93f-4236-a129-2c7c8068368e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/26d7b244-b857-48cf-ab97-77fd74e668a1 HTTP/1.1" status: 200 len: 992 time: 1.5010517 Aug 26 06:18:53.955426 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c', 'tag': '3b7fc810-cb09-42a2-a246-9a1fd1d7d061'}] {{(pid=107134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:18:53.958170 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98877e02f8b3cb06335249729d630ff259ce8fa3eff905cdf154d6d548f15152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf57d426-43e8-4b64-b47c-939fb78d33ed" -d '{"events": [{"name": "network-changed", "server_uuid": "ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c", "tag": "3b7fc810-cb09-42a2-a246-9a1fd1d7d061"}]}' {{(pid=107134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:18:54.025130 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8b303c-9cdc-4438-b7b7-624cb9b80a1a x-openstack-request-id: req-ff8b303c-9cdc-4438-b7b7-624cb9b80a1a {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:18:54.025130 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c", "tag": "3b7fc810-cb09-42a2-a246-9a1fd1d7d061", "status": "completed", "code": 200}]} {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:18:54.025130 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ff8b303c-9cdc-4438-b7b7-624cb9b80a1a {{(pid=107134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:18:54.025130 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff8b303c-9cdc-4438-b7b7-624cb9b80a1a'] response: {'name': 'network-changed', 'server_uuid': 'ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c', 'tag': '3b7fc810-cb09-42a2-a246-9a1fd1d7d061', 'status': 'completed', 'code': 200} Aug 26 06:18:54.093048 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57d426-43e8-4b64-b47c-939fb78d33ed req-34db7db2-21fa-4c1f-b378-c9bafdd7db07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:54.094741 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cf57d426-43e8-4b64-b47c-939fb78d33ed req-34db7db2-21fa-4c1f-b378-c9bafdd7db07 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f7e0c375a58842e18a4306779fd6e167&device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 1130 time: 0.0522289 Aug 26 06:18:54.102178 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-468d351f-5451-4e8a-8cf0-10bd1457f280 None None] Set router 06c6209a-01e3-45a3-88c4-78601b755f5c gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:18:54.200560 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26afd4b-0157-449d-8b26-794971290d89 req-ef8131a4-ca50-406c-b36b-669a95fd55c0 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:54.202226 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f26afd4b-0157-449d-8b26-794971290d89 req-ef8131a4-ca50-406c-b36b-669a95fd55c0 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.1060247 Aug 26 06:18:54.277447 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57d426-43e8-4b64-b47c-939fb78d33ed req-a00d8beb-75ae-481c-b1d2-82bb6704b45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:54.279096 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cf57d426-43e8-4b64-b47c-939fb78d33ed req-a00d8beb-75ae-481c-b1d2-82bb6704b45e service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0329fd48-f6a9-4c16-8004-ab5a1f76eb8f HTTP/1.1" status: 200 len: 917 time: 0.1504481 Aug 26 06:18:54.356783 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f26afd4b-0157-449d-8b26-794971290d89 req-9bd86c29-18a3-4224-8dc8-ba4b5c1ff455 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083503 Aug 26 06:18:54.504870 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cf57d426-43e8-4b64-b47c-939fb78d33ed req-0437c6e2-d9f0-480b-a2d0-78a50d8f7dda service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b7fc810-cb09-42a2-a246-9a1fd1d7d061 HTTP/1.1" status: 200 len: 1000 time: 0.2191625 Aug 26 06:18:54.583073 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-468d351f-5451-4e8a-8cf0-10bd1457f280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'name': 'tempest-AttachVolumeShelveTestJSON-426423681-router', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c6a3c8fd-b3bd-4de5-b20d-df57b42d963e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:18:13Z', 'updated_at': '2022-08-26T06:18:20Z', 'revision_number': 4, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'gw_port': {'id': 'c6a3c8fd-b3bd-4de5-b20d-df57b42d963e', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:18:15Z', 'updated_at': '2022-08-26T06:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': '26d7b244-b857-48cf-ab97-77fd74e668a1', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'port_id': '3b7fc810-cb09-42a2-a246-9a1fd1d7d061', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f', 'mac_address': 'fa:16:3e:0c:72:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:18:26Z', 'updated_at': '2022-08-26T06:18:53Z', 'revision_number': 1, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5978bbc-d366-49b8-b06a-7345cde212a5', 'name': '', 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'mac_address': 'fa:16:3e:92:31:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'ce64dff0-037a-436e-960d-bd71ac86cc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:18:19Z', 'updated_at': '2022-08-26T06:18:26Z', 'revision_number': 5, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'subnets': [{'id': 'ce64dff0-037a-436e-960d-bd71ac86cc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:18:54.593524 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57d426-43e8-4b64-b47c-939fb78d33ed req-0fa69d02-d3af-4f3d-91b5-970101b24767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:54.595127 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cf57d426-43e8-4b64-b47c-939fb78d33ed req-0fa69d02-d3af-4f3d-91b5-970101b24767 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=ce64dff0-037a-436e-960d-bd71ac86cc2b HTTP/1.1" status: 200 len: 855 time: 0.0552552 Aug 26 06:18:54.613767 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468d351f-5451-4e8a-8cf0-10bd1457f280 None None] Checking router: 06c6209a-01e3-45a3-88c4-78601b755f5c for host: dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:18:54.623934 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468d351f-5451-4e8a-8cf0-10bd1457f280 None None] Routers {'06c6209a-01e3-45a3-88c4-78601b755f5c'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:18:54.624632 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-468d351f-5451-4e8a-8cf0-10bd1457f280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:18:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['06c6209a-01e3-45a3-88c4-78601b755f5c'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:18:54.643621 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57d426-43e8-4b64-b47c-939fb78d33ed req-9f4c8051-d1da-46e7-87a5-f93fba9a31ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:54.646799 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cf57d426-43e8-4b64-b47c-939fb78d33ed req-9f4c8051-d1da-46e7-87a5-f93fba9a31ca service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0329fd48-f6a9-4c16-8004-ab5a1f76eb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448604 Aug 26 06:18:54.746085 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-468d351f-5451-4e8a-8cf0-10bd1457f280 None None] Set router 06c6209a-01e3-45a3-88c4-78601b755f5c gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:18:54.789540 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cf57d426-43e8-4b64-b47c-939fb78d33ed req-54601fd9-10c7-4cb8-af0f-9b95ffa7e023 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0329fd48-f6a9-4c16-8004-ab5a1f76eb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350453 Aug 26 06:18:54.906475 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cf57d426-43e8-4b64-b47c-939fb78d33ed req-4a3545c5-27cf-4ad8-917a-e1b8b8c373a8 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0329fd48-f6a9-4c16-8004-ab5a1f76eb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008794 Aug 26 06:18:55.017285 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-468d351f-5451-4e8a-8cf0-10bd1457f280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'name': 'tempest-AttachVolumeShelveTestJSON-426423681-router', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c6a3c8fd-b3bd-4de5-b20d-df57b42d963e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:18:13Z', 'updated_at': '2022-08-26T06:18:20Z', 'revision_number': 4, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'gw_port': {'id': 'c6a3c8fd-b3bd-4de5-b20d-df57b42d963e', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:18:15Z', 'updated_at': '2022-08-26T06:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': '26d7b244-b857-48cf-ab97-77fd74e668a1', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'port_id': '3b7fc810-cb09-42a2-a246-9a1fd1d7d061', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f', 'mac_address': 'fa:16:3e:0c:72:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:18:26Z', 'updated_at': '2022-08-26T06:18:53Z', 'revision_number': 1, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5978bbc-d366-49b8-b06a-7345cde212a5', 'name': '', 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'mac_address': 'fa:16:3e:92:31:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'ce64dff0-037a-436e-960d-bd71ac86cc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:18:19Z', 'updated_at': '2022-08-26T06:18:26Z', 'revision_number': 5, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'subnets': [{'id': 'ce64dff0-037a-436e-960d-bd71ac86cc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:18:55.058240 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468d351f-5451-4e8a-8cf0-10bd1457f280 None None] The sync data for ids ['06c6209a-01e3-45a3-88c4-78601b755f5c'] in dv-cinder-853910-3-iscsi is: [{'id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'name': 'tempest-AttachVolumeShelveTestJSON-426423681-router', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c6a3c8fd-b3bd-4de5-b20d-df57b42d963e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:18:13Z', 'updated_at': '2022-08-26T06:18:20Z', 'revision_number': 4, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'gw_port': {'id': 'c6a3c8fd-b3bd-4de5-b20d-df57b42d963e', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:18:15Z', 'updated_at': '2022-08-26T06:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': '26d7b244-b857-48cf-ab97-77fd74e668a1', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'port_id': '3b7fc810-cb09-42a2-a246-9a1fd1d7d061', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f', 'mac_address': 'fa:16:3e:0c:72:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:18:26Z', 'updated_at': '2022-08-26T06:18:53Z', 'revision_number': 1, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5978bbc-d366-49b8-b06a-7345cde212a5', 'name': '', 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'mac_address': 'fa:16:3e:92:31:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'ce64dff0-037a-436e-960d-bd71ac86cc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:18:19Z', 'updated_at': '2022-08-26T06:18:26Z', 'revision_number': 5, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'subnets': [{'id': 'ce64dff0-037a-436e-960d-bd71ac86cc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:18:55.124624 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:55.140415 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890249c-6ddb-4fac-ae38-0e73f878eeab req-8315c92c-6f05-446c-850f-bc96b741d378 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:55.150242 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0890249c-6ddb-4fac-ae38-0e73f878eeab req-8315c92c-6f05-446c-850f-bc96b741d378 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a4000095-117a-48e3-9606-2bd4a61ae04e HTTP/1.1" status: 200 len: 950 time: 0.1026764 Aug 26 06:18:55.223526 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0890249c-6ddb-4fac-ae38-0e73f878eeab req-6367d543-cd2b-4a54-9c87-72fcd2e1fdc3 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f98ac69e-828d-4bda-a8ff-55a85a18b395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718913 Aug 26 06:18:55.352847 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:18:55.406409 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963fffcc-3a36-4258-a516-f1ac1b3c69b1 None None] New status for floating IP 26d7b244-b857-48cf-ab97-77fd74e668a1: ACTIVE {{(pid=107136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 06:18:56.198604 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ad071-57b3-4c74-80d5-a923d81dd4d8 req-c85153ba-c87b-42fc-94d7-35c4ea8d55ee tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:56.200677 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-080ad071-57b3-4c74-80d5-a923d81dd4d8 req-c85153ba-c87b-42fc-94d7-35c4ea8d55ee tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0652621 Aug 26 06:18:56.283030 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-080ad071-57b3-4c74-80d5-a923d81dd4d8 req-12cfaf19-8656-43c7-95cf-7ed05fa91274 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766118 Aug 26 06:18:56.401548 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c6290-6eea-455e-af1e-12825a87b7e5 req-4dd43083-2a8c-4c7f-990a-7cb383519286 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:56.403262 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-891c6290-6eea-455e-af1e-12825a87b7e5 req-4dd43083-2a8c-4c7f-990a-7cb383519286 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a4000095-117a-48e3-9606-2bd4a61ae04e HTTP/1.1" status: 200 len: 950 time: 0.0520842 Aug 26 06:18:56.466793 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-891c6290-6eea-455e-af1e-12825a87b7e5 req-1c156fce-78da-44da-9307-39ea1e9631b9 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f98ac69e-828d-4bda-a8ff-55a85a18b395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559702 Aug 26 06:18:56.496704 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f4276ac6-8200-4c3a-9f69-51a7617c1724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:57.417129 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53595d-1ba3-425a-8142-5c35ff1bbfed req-800579ca-24a2-4e59-99e8-d3d988d7e118 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:57.418703 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0f53595d-1ba3-425a-8142-5c35ff1bbfed req-800579ca-24a2-4e59-99e8-d3d988d7e118 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0474446 Aug 26 06:18:57.472571 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0f53595d-1ba3-425a-8142-5c35ff1bbfed req-9e156a93-271d-47ca-9735-a68655ca3f78 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478876 Aug 26 06:18:57.601813 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab4554-7f8a-4e12-a624-e5fc4e57e3de req-50e8b595-daa7-40a2-9894-ab43ef329c66 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:57.603373 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a5ab4554-7f8a-4e12-a624-e5fc4e57e3de req-50e8b595-daa7-40a2-9894-ab43ef329c66 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a4000095-117a-48e3-9606-2bd4a61ae04e HTTP/1.1" status: 200 len: 950 time: 0.0496464 Aug 26 06:18:57.654356 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a5ab4554-7f8a-4e12-a624-e5fc4e57e3de req-44197f0a-0c97-457b-800f-e2d8b12105f4 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f98ac69e-828d-4bda-a8ff-55a85a18b395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433846 Aug 26 06:18:57.834948 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 51862) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:57.957029 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4a82b331-d67e-435c-a2df-89bf9a396d55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:58.037790 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4a82b331-d67e-435c-a2df-89bf9a396d55 admin admin] Publish callbacks [] for security_group (56752614-92da-468a-a3a2-ba0d4d8c5cd3), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:58.244159 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4a82b331-d67e-435c-a2df-89bf9a396d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (56752614-92da-468a-a3a2-ba0d4d8c5cd3), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:58.285384 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-4a82b331-d67e-435c-a2df-89bf9a396d55 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=785661f334ab4fe1b20ca3c069f6d5d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4490469 Aug 26 06:18:58.286684 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82b331-d67e-435c-a2df-89bf9a396d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56752614-92da-468a-a3a2-ba0d4d8c5cd3,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:58.288542 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 51868) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:58.366282 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7642e596-5774-4de3-8c57-714207d8e4c7 admin admin] Publish callbacks [] for security_group (56752614-92da-468a-a3a2-ba0d4d8c5cd3), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:58.389324 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7642e596-5774-4de3-8c57-714207d8e4c7 admin admin] Publish callbacks [] for security_group (56752614-92da-468a-a3a2-ba0d4d8c5cd3), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:58.604632 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6179e-b449-4b75-bf43-752f05ce939e req-316c2045-72d3-455b-8339-b2efec977d65 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:58.606223 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-89d6179e-b449-4b75-bf43-752f05ce939e req-316c2045-72d3-455b-8339-b2efec977d65 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0495832 Aug 26 06:18:58.666671 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-89d6179e-b449-4b75-bf43-752f05ce939e req-823bdaf4-4aab-43c4-99c1-b264a4d8212f tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544791 Aug 26 06:18:58.738870 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7642e596-5774-4de3-8c57-714207d8e4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (56752614-92da-468a-a3a2-ba0d4d8c5cd3), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:58.742302 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7642e596-5774-4de3-8c57-714207d8e4c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:58.743504 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-7642e596-5774-4de3-8c57-714207d8e4c7 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/56752614-92da-468a-a3a2-ba0d4d8c5cd3 HTTP/1.1" status: 204 len: 168 time: 0.4537070 Aug 26 06:18:58.776878 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642e596-5774-4de3-8c57-714207d8e4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56752614-92da-468a-a3a2-ba0d4d8c5cd3,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:18:58.792722 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb0e90-b1aa-47b2-a4aa-12d2aa7b8cf4 req-66180437-8bb5-473e-988b-82d02773e0ac tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:58.794792 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c7eb0e90-b1aa-47b2-a4aa-12d2aa7b8cf4 req-66180437-8bb5-473e-988b-82d02773e0ac tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a4000095-117a-48e3-9606-2bd4a61ae04e HTTP/1.1" status: 200 len: 950 time: 0.0666339 Aug 26 06:18:58.847632 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-29de05a2-843f-4c3d-a40d-36e0c95b7afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:58.852789 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c7eb0e90-b1aa-47b2-a4aa-12d2aa7b8cf4 req-df65d296-80ad-40c4-9b9b-2c71f81e2f94 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f98ac69e-828d-4bda-a8ff-55a85a18b395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506060 Aug 26 06:18:59.809943 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b94c85-b509-4490-a9ed-b944567dd321 req-2d3143bf-b9dd-499f-af2c-2f7be751c7a8 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:18:59.811472 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a9b94c85-b509-4490-a9ed-b944567dd321 req-2d3143bf-b9dd-499f-af2c-2f7be751c7a8 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0607553 Aug 26 06:18:59.869854 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 51890) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:18:59.879404 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a9b94c85-b509-4490-a9ed-b944567dd321 req-cbde7dcb-de2c-4f29-99f5-2bf04f297160 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618534 Aug 26 06:18:59.885264 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3917a6ce-d530-43be-a770-26e8d264b883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:59.945837 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:18:59.993853 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3917a6ce-d530-43be-a770-26e8d264b883 admin admin] Publish callbacks [] for security_group (5e4b6f30-7d0c-4181-b355-81be4c2317db), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:00.026279 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45289b-82ec-4eb0-b7dd-8b6d29bcd769 req-9ee83c16-94ce-46bc-8aee-009615623f75 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:00.028266 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2d45289b-82ec-4eb0-b7dd-8b6d29bcd769 req-9ee83c16-94ce-46bc-8aee-009615623f75 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a4000095-117a-48e3-9606-2bd4a61ae04e HTTP/1.1" status: 200 len: 950 time: 0.0621793 Aug 26 06:19:00.091322 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2d45289b-82ec-4eb0-b7dd-8b6d29bcd769 req-e4542375-7c24-4a72-9779-b618fe1067a1 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f98ac69e-828d-4bda-a8ff-55a85a18b395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570569 Aug 26 06:19:00.103129 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:00.207284 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3917a6ce-d530-43be-a770-26e8d264b883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (5e4b6f30-7d0c-4181-b355-81be4c2317db), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:00.235915 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=76,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:00.247442 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-3917a6ce-d530-43be-a770-26e8d264b883 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=9064c20b6cbb49e28c27d4a1538d34f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3762903 Aug 26 06:19:00.248001 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917a6ce-d530-43be-a770-26e8d264b883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4b6f30-7d0c-4181-b355-81be4c2317db,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:00.251150 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 51894) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:19:00.306306 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a11d7097-3fef-43a4-bc30-65d8ca86dbd6 admin admin] Publish callbacks [] for security_group (5e4b6f30-7d0c-4181-b355-81be4c2317db), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:00.331516 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a11d7097-3fef-43a4-bc30-65d8ca86dbd6 admin admin] Publish callbacks [] for security_group (5e4b6f30-7d0c-4181-b355-81be4c2317db), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:00.532494 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:00.602561 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:00.602829 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a11d7097-3fef-43a4-bc30-65d8ca86dbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (5e4b6f30-7d0c-4181-b355-81be4c2317db), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:00.605454 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a11d7097-3fef-43a4-bc30-65d8ca86dbd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:00.606867 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-a11d7097-3fef-43a4-bc30-65d8ca86dbd6 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/5e4b6f30-7d0c-4181-b355-81be4c2317db HTTP/1.1" status: 204 len: 168 time: 0.3544185 Aug 26 06:19:00.620401 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d7097-3fef-43a4-bc30-65d8ca86dbd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4b6f30-7d0c-4181-b355-81be4c2317db,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:01.051624 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eddc34a-b0d6-4bfa-b0e6-d3d8d0991977 req-ba7ccd34-f9c5-458b-b4c4-8d36b2db94fc tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:01.053926 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0eddc34a-b0d6-4bfa-b0e6-d3d8d0991977 req-ba7ccd34-f9c5-458b-b4c4-8d36b2db94fc tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=a4000095-117a-48e3-9606-2bd4a61ae04e HTTP/1.1" status: 200 len: 950 time: 0.0727601 Aug 26 06:19:01.061778 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa44ac-a159-464f-a1b7-96e31fdb893a req-1cd81687-e2e8-4b42-8518-9f848b004e96 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:01.063329 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-21aa44ac-a159-464f-a1b7-96e31fdb893a req-1cd81687-e2e8-4b42-8518-9f848b004e96 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0928562 Aug 26 06:19:01.070318 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:01.173857 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-21aa44ac-a159-464f-a1b7-96e31fdb893a req-74c2937e-3539-4028-9fc0-5c933102772c tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013353 Aug 26 06:19:01.182289 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [req-0eddc34a-b0d6-4bfa-b0e6-d3d8d0991977 req-32c14080-3d40-43bc-a247-4adea927a0c7 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Deleting port 55aba2b1-9455-4767-bf2b-537bec16837d {{(pid=107133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:19:01.182651 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-0eddc34a-b0d6-4bfa-b0e6-d3d8d0991977 req-32c14080-3d40-43bc-a247-4adea927a0c7 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (55aba2b1-9455-4767-bf2b-537bec16837d), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:01.304907 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9796e-d648-4a55-9cdb-7e1e90c45a94 req-900e7c2d-10a3-410f-adb3-5111587c372d tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:01.306329 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-91b9796e-d648-4a55-9cdb-7e1e90c45a94 req-900e7c2d-10a3-410f-adb3-5111587c372d tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a4000095-117a-48e3-9606-2bd4a61ae04e HTTP/1.1" status: 200 len: 950 time: 0.0657282 Aug 26 06:19:01.347783 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-0eddc34a-b0d6-4bfa-b0e6-d3d8d0991977 req-32c14080-3d40-43bc-a247-4adea927a0c7 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] For port 55aba2b1-9455-4767-bf2b-537bec16837d, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=55aba2b1-9455-4767-bf2b-537bec16837d,segment=NetworkSegment(0c3cfa04-f58f-4821-9034-ad52e61e6da9),segment_id=0c3cfa04-f58f-4821-9034-ad52e61e6da9)] {{(pid=107133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:19:01.348052 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-0eddc34a-b0d6-4bfa-b0e6-d3d8d0991977 req-32c14080-3d40-43bc-a247-4adea927a0c7 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (55aba2b1-9455-4767-bf2b-537bec16837d), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:01.372814 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [req-0eddc34a-b0d6-4bfa-b0e6-d3d8d0991977 req-32c14080-3d40-43bc-a247-4adea927a0c7 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Calling delete_port for 55aba2b1-9455-4767-bf2b-537bec16837d owned by compute:nova {{(pid=107133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:19:01.391607 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-91b9796e-d648-4a55-9cdb-7e1e90c45a94 req-25fe3f31-fb16-442d-a9e1-7241b4162042 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f98ac69e-828d-4bda-a8ff-55a85a18b395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761232 Aug 26 06:19:01.436768 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:01.535829 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:01.710823 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-0eddc34a-b0d6-4bfa-b0e6-d3d8d0991977 req-32c14080-3d40-43bc-a247-4adea927a0c7 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (55aba2b1-9455-4767-bf2b-537bec16837d), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:01.725438 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] get_ports_and_sgs() called for port_ids ['55aba2b1-9455-4767-bf2b-537bec16837d'] {{(pid=107135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 06:19:01.743638 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c14080-3d40-43bc-a247-4adea927a0c7 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Pushing event deleted for resources: {'Port': ['ID=55aba2b1-9455-4767-bf2b-537bec16837d,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:01.793948 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eddc34a-b0d6-4bfa-b0e6-d3d8d0991977 req-32c14080-3d40-43bc-a247-4adea927a0c7 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] No DVR routers for this DVR port 55aba2b1-9455-4767-bf2b-537bec16837d on host hv-cinder-85391 {{(pid=107133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:19:01.797549 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-0eddc34a-b0d6-4bfa-b0e6-d3d8d0991977 req-32c14080-3d40-43bc-a247-4adea927a0c7 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:01.801181 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0eddc34a-b0d6-4bfa-b0e6-d3d8d0991977 req-32c14080-3d40-43bc-a247-4adea927a0c7 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.76 "DELETE /networking/v2.0/ports/55aba2b1-9455-4767-bf2b-537bec16837d HTTP/1.1" status: 204 len: 173 time: 0.7369599 Aug 26 06:19:01.801674 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4000095-117a-48e3-9606-2bd4a61ae04e', 'name': 'network-vif-deleted', 'tag': '55aba2b1-9455-4767-bf2b-537bec16837d'}] {{(pid=107133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:19:01.804453 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8285fbc4cf3847b51d9cb7eba3379b7f58b909d4ff4eae5f417f2c246939f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bd5430-a865-4714-bcc3-8fbc995f4ef1" -d '{"events": [{"server_uuid": "a4000095-117a-48e3-9606-2bd4a61ae04e", "name": "network-vif-deleted", "tag": "55aba2b1-9455-4767-bf2b-537bec16837d"}]}' {{(pid=107133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:19:01.850735 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973456b2-be31-44ea-8de4-e4b50d210af3 x-openstack-request-id: req-973456b2-be31-44ea-8de4-e4b50d210af3 {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:19:01.850920 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4000095-117a-48e3-9606-2bd4a61ae04e", "name": "network-vif-deleted", "tag": "55aba2b1-9455-4767-bf2b-537bec16837d", "status": "completed", "code": 200}]} {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:19:01.851118 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-973456b2-be31-44ea-8de4-e4b50d210af3 {{(pid=107133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:19:01.851530 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-973456b2-be31-44ea-8de4-e4b50d210af3'] response: {'server_uuid': 'a4000095-117a-48e3-9606-2bd4a61ae04e', 'name': 'network-vif-deleted', 'tag': '55aba2b1-9455-4767-bf2b-537bec16837d', 'status': 'completed', 'code': 200} Aug 26 06:19:01.905974 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 51924) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:19:01.925585 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-07d05c6a-b78d-4cab-b66c-8f347b0cfbdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:02.015195 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-07d05c6a-b78d-4cab-b66c-8f347b0cfbdb admin admin] Publish callbacks [] for security_group (bba49c5c-715e-45e2-9980-0f868def2edf), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:02.184231 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-07d05c6a-b78d-4cab-b66c-8f347b0cfbdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (bba49c5c-715e-45e2-9980-0f868def2edf), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:02.227896 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d05c6a-b78d-4cab-b66c-8f347b0cfbdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba49c5c-715e-45e2-9980-0f868def2edf,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:02.232436 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-07d05c6a-b78d-4cab-b66c-8f347b0cfbdb admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=977789170aad4374ab0760a4a4a34802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3255353 Aug 26 06:19:02.236212 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 51934) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:19:02.298208 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ee60d487-2c30-40b4-b052-ac08cc9f25e0 admin admin] Publish callbacks [] for security_group (bba49c5c-715e-45e2-9980-0f868def2edf), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:02.326351 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ee60d487-2c30-40b4-b052-ac08cc9f25e0 admin admin] Publish callbacks [] for security_group (bba49c5c-715e-45e2-9980-0f868def2edf), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:02.327768 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f6c48-3d53-4705-8d27-b057234c6388 req-b4ca60ca-6e4f-4387-98da-35c245e2f9b2 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:02.331138 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-556f6c48-3d53-4705-8d27-b057234c6388 req-b4ca60ca-6e4f-4387-98da-35c245e2f9b2 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0596988 Aug 26 06:19:02.400282 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-556f6c48-3d53-4705-8d27-b057234c6388 req-8d7c749e-b28e-4841-8de0-4c86a9cbef76 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616441 Aug 26 06:19:02.527129 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4042c217-94f2-48b3-814b-b67fc9ebb53c req-18887616-85e2-48db-ad18-1c741784bc0a tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a4000095-117a-48e3-9606-2bd4a61ae04e HTTP/1.1" status: 200 len: 210 time: 0.0314064 Aug 26 06:19:02.635949 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ee60d487-2c30-40b4-b052-ac08cc9f25e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (bba49c5c-715e-45e2-9980-0f868def2edf), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:02.641672 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ee60d487-2c30-40b4-b052-ac08cc9f25e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:02.641672 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-ee60d487-2c30-40b4-b052-ac08cc9f25e0 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/bba49c5c-715e-45e2-9980-0f868def2edf HTTP/1.1" status: 204 len: 168 time: 0.4036987 Aug 26 06:19:02.649531 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60d487-2c30-40b4-b052-ac08cc9f25e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba49c5c-715e-45e2-9980-0f868def2edf,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:03.435281 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:03.548217 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677619b-6c0d-4c3e-ad85-df3e1fa873a3 req-1f6ce874-2c71-4936-8322-4324151c8e74 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:03.549749 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4677619b-6c0d-4c3e-ad85-df3e1fa873a3 req-1f6ce874-2c71-4936-8322-4324151c8e74 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0572114 Aug 26 06:19:03.610541 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4677619b-6c0d-4c3e-ad85-df3e1fa873a3 req-93c37c2f-9c76-4fea-8ca5-b5b658eee981 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542550 Aug 26 06:19:03.726787 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2db91d25-7517-4093-941b-c8ffb1aae696 req-d5569667-1f7a-418c-83a0-efe93e3ca248 tempest-VolumesNegativeTest-1896504933 tempest-VolumesNegativeTest-1896504933-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a4000095-117a-48e3-9606-2bd4a61ae04e HTTP/1.1" status: 200 len: 210 time: 0.0283597 Aug 26 06:19:03.735165 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-6d4b7f2e-67cf-4338-9500-5aed95a6c7fb tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1935391258&fields=id&tenant_id=84a2eee4447b4eadb79fbdbb874d4476 HTTP/1.1" status: 200 len: 267 time: 0.0458999 Aug 26 06:19:03.810486 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:04.100461 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-1c94a0d6-3e29-4dd6-8792-b9ba0e507957 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:04.101987 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-1c94a0d6-3e29-4dd6-8792-b9ba0e507957 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/networks?id=f4400288-0fd6-4a35-b08d-549e7c7c455e HTTP/1.1" status: 200 len: 818 time: 0.3594790 Aug 26 06:19:04.119241 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-906c75ea-d1d7-42fc-b909-0b0d3a84a02b tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/quotas/84a2eee4447b4eadb79fbdbb874d4476 HTTP/1.1" status: 200 len: 375 time: 0.0117671 Aug 26 06:19:04.205575 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-c3b5c251-62c4-4d34-82b4-1db253e9dbde tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=84a2eee4447b4eadb79fbdbb874d4476&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0751173 Aug 26 06:19:04.310926 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-45b271aa-b94d-446b-88ea-fa18ef91e3bd service neutron] 10.222.0.40 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932469 Aug 26 06:19:04.406969 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-15837adf-f91a-4436-9a6e-48354c1bbac9 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899501 Aug 26 06:19:04.470122 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 52002) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:19:04.580519 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-fd847454-8ac8-41ae-a3de-c4d08aeface2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1198191356-network', 'tenant_id': '01817da1260c41b4abe6f02b11c66232'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:19:04.767877 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-d5b78d5d-1d8e-47bc-ac70-6ece7f8fd510 req-55fd8da3-bca0-4ba5-813f-512631066354 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 210 time: 0.0477500 Aug 26 06:19:04.768570 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd847454-8ac8-41ae-a3de-c4d08aeface2 admin admin] Made reservation on behalf of 01817da1260c41b4abe6f02b11c66232 for: {'network': 1} {{(pid=107134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:19:04.771184 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-fd847454-8ac8-41ae-a3de-c4d08aeface2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for network (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:04.779613 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3b02f-3552-43d7-87f1-a8225267af37 req-97a58613-aafc-44cc-9cf1-78042e3ddfe7 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:04.782541 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-fd847454-8ac8-41ae-a3de-c4d08aeface2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:04.788073 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e4d3b02f-3552-43d7-87f1-a8225267af37 req-97a58613-aafc-44cc-9cf1-78042e3ddfe7 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0877573 Aug 26 06:19:04.867231 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e4d3b02f-3552-43d7-87f1-a8225267af37 req-5ea3d7b5-42ab-45e6-ae5f-30cd01911280 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780382 Aug 26 06:19:04.928695 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-fd847454-8ac8-41ae-a3de-c4d08aeface2 admin admin] Publish callbacks [] for security_group (dde0a0f1-da41-4c28-b308-c3edefcbd1dd), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:05.156080 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-fd847454-8ac8-41ae-a3de-c4d08aeface2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (dde0a0f1-da41-4c28-b308-c3edefcbd1dd), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:05.179652 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd847454-8ac8-41ae-a3de-c4d08aeface2 admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=107134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 06:19:05.201713 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd847454-8ac8-41ae-a3de-c4d08aeface2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde0a0f1-da41-4c28-b308-c3edefcbd1dd,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:05.204705 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-fd847454-8ac8-41ae-a3de-c4d08aeface2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439'] for segment (61084740-e827-4b91-82dd-c854e7f47a2f), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:05.205050 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.db.segments_db [None req-fd847454-8ac8-41ae-a3de-c4d08aeface2 admin admin] Added segment 61084740-e827-4b91-82dd-c854e7f47a2f of type vlan for network e160e0e8-e0fd-4af5-b357-0de9a51426d2 Aug 26 06:19:05.251734 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-fd847454-8ac8-41ae-a3de-c4d08aeface2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776575837049'] for network (e160e0e8-e0fd-4af5-b357-0de9a51426d2), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:05.577366 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-fd847454-8ac8-41ae-a3de-c4d08aeface2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319'] for network (e160e0e8-e0fd-4af5-b357-0de9a51426d2), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:05.578684 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd847454-8ac8-41ae-a3de-c4d08aeface2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:05.579296 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-fd847454-8ac8-41ae-a3de-c4d08aeface2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for network (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:05.582637 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:05.634534 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:05.654116 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd847454-8ac8-41ae-a3de-c4d08aeface2 admin admin] Pushing event updated for resources: {'Network': ['ID=e160e0e8-e0fd-4af5-b357-0de9a51426d2,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:05.667107 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Network e160e0e8-e0fd-4af5-b357-0de9a51426d2 details requested by agent ovs-agent-dv-cinder-853910-3-iscsi with host dv-cinder-853910-3-iscsi {{(pid=107135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 06:19:05.785795 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-fd847454-8ac8-41ae-a3de-c4d08aeface2 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3138907 Aug 26 06:19:05.790674 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 52058) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:19:05.797627 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-0f17dbee-e054-46a1-967a-f732e82eb821 admin admin] Request body: {'subnet': {'network_id': 'e160e0e8-e0fd-4af5-b357-0de9a51426d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1198191356-subnet', 'tenant_id': '01817da1260c41b4abe6f02b11c66232', 'ip_version': 4}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:19:05.905313 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2760b021-98af-48a7-af59-5d2ea6ca7ecf req-bc48dbba-622d-40b0-ba4e-847feb0d09e4 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 210 time: 0.0391316 Aug 26 06:19:06.004985 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442344f6-d119-405c-a09e-5b95d016b1fe req-34f06800-6c0d-4ff1-94c5-76f551fe7e11 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:06.007067 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-442344f6-d119-405c-a09e-5b95d016b1fe req-34f06800-6c0d-4ff1-94c5-76f551fe7e11 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0510914 Aug 26 06:19:06.026654 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f17dbee-e054-46a1-967a-f732e82eb821 admin admin] Made reservation on behalf of 01817da1260c41b4abe6f02b11c66232 for: {'subnet': 1} {{(pid=107133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:19:06.028983 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0f17dbee-e054-46a1-967a-f732e82eb821 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9189226'] for subnet (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:06.113903 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-442344f6-d119-405c-a09e-5b95d016b1fe req-ce5c7347-7758-4600-9810-7f47eb79cb7d tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008284 Aug 26 06:19:06.145690 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 55aba2b1-9455-4767-bf2b-537bec16837d no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:19:06.167405 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] No Port match for: 55aba2b1-9455-4767-bf2b-537bec16837d {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:19:06.167799 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 55aba2b1-9455-4767-bf2b-537bec16837d not bound to the agent host hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:19:06.431070 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0f17dbee-e054-46a1-967a-f732e82eb821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9189208'] for subnet (8d716194-1361-4e1c-afd7-19790eeb2259), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:06.499608 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17dbee-e054-46a1-967a-f732e82eb821 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d716194-1361-4e1c-afd7-19790eeb2259,revision_number=0']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:06.510420 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f17dbee-e054-46a1-967a-f732e82eb821 admin admin] Checking segment: {'id': '61084740-e827-4b91-82dd-c854e7f47a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e160e0e8-e0fd-4af5-b357-0de9a51426d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:19:06.510895 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f17dbee-e054-46a1-967a-f732e82eb821 admin admin] Network hostable DHCP agents. Network: e160e0e8-e0fd-4af5-b357-0de9a51426d2, hostable agents: ['cf64840e-f340-4e9a-bb2f-df6b7decc44a'], hosted agents: [] {{(pid=107133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 06:19:06.824018 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f17dbee-e054-46a1-967a-f732e82eb821 admin admin] Network e160e0e8-e0fd-4af5-b357-0de9a51426d2 is scheduled to be hosted by DHCP agent cf64840e-f340-4e9a-bb2f-df6b7decc44a with binding_index 1 {{(pid=107133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 06:19:07.055729 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-00e1768f-ad52-4469-8b83-546c92f0aaf1 req-ea70208c-117b-466f-bb1d-9f91d1ec6eb3 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 210 time: 0.0314965 Aug 26 06:19:07.066937 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [None req-0f17dbee-e054-46a1-967a-f732e82eb821 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-3-iscsi, e160e0e8-e0fd-4af5-b357-0de9a51426d2) {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:19:07.071895 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f17dbee-e054-46a1-967a-f732e82eb821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:07.074749 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0f17dbee-e054-46a1-967a-f732e82eb821 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:07.080914 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117138af-4182-4a94-84fb-b2631e7b0e3c None None] Network e160e0e8-e0fd-4af5-b357-0de9a51426d2 requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:19:07.134235 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:07.237022 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1f2282-04b9-452e-8628-a09a4b7bc9ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dd3542d-7dca-51c5-b561-2f21a9595a38-e160e0e8-e0fd-4af5-b357-0de9a51426d2', 'network_id': 'e160e0e8-e0fd-4af5-b357-0de9a51426d2', 'project_id': '01817da1260c41b4abe6f02b11c66232', 'fixed_ips': [{'subnet_id': '8d716194-1361-4e1c-afd7-19790eeb2259'}]}} from dv-cinder-853910-3-iscsi. {{(pid=107135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 06:19:07.241103 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3a1f2282-04b9-452e-8628-a09a4b7bc9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:07.250764 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-0f17dbee-e054-46a1-967a-f732e82eb821 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4597011 Aug 26 06:19:07.253475 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 52150) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:19:07.260366 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-6fe51abc-f11e-4e01-ac39-1ba798ef195e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1198191356-router', 'tenant_id': '01817da1260c41b4abe6f02b11c66232', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:19:07.525333 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f32e02-2f68-48ab-b961-e4e24ea9e356 req-204204b3-2e89-43a0-93cf-7ce83fba052c tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:07.525333 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-54f32e02-2f68-48ab-b961-e4e24ea9e356 req-204204b3-2e89-43a0-93cf-7ce83fba052c tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0762239 Aug 26 06:19:07.525333 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-54f32e02-2f68-48ab-b961-e4e24ea9e356 req-1dd0b073-e20e-4a67-88ff-61d96b6a82fe tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638673 Aug 26 06:19:07.525914 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_common [None req-3a1f2282-04b9-452e-8628-a09a4b7bc9ef None None] Allocated IP 172.20.0.2 (e160e0e8-e0fd-4af5-b357-0de9a51426d2/8d716194-1361-4e1c-afd7-19790eeb2259/0928b4dd-bf69-4eb8-9627-bb2779ca2e11) {{(pid=107135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:19:07.617849 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3a1f2282-04b9-452e-8628-a09a4b7bc9ef None None] Publish callbacks [] for port (0928b4dd-bf69-4eb8-9627-bb2779ca2e11), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:07.955948 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6fe51abc-f11e-4e01-ac39-1ba798ef195e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32324'] for router (41a2ad15-8642-4070-a068-21959c7fda38), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:07.984338 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6fe51abc-f11e-4e01-ac39-1ba798ef195e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1621550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1785856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32333'] for router (41a2ad15-8642-4070-a068-21959c7fda38), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:08.017258 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6fe51abc-f11e-4e01-ac39-1ba798ef195e admin admin] Publish callbacks [] for router_controller (41a2ad15-8642-4070-a068-21959c7fda38), precommit_add_association {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:08.080295 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3a1f2282-04b9-452e-8628-a09a4b7bc9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587'] for port (0928b4dd-bf69-4eb8-9627-bb2779ca2e11), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:08.135787 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1f2282-04b9-452e-8628-a09a4b7bc9ef None None] Network e160e0e8-e0fd-4af5-b357-0de9a51426d2 is already hosted by enough agents. {{(pid=107135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:19:08.139167 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-3a1f2282-04b9-452e-8628-a09a4b7bc9ef None None] Resources bound (agent type, host, resource id): {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:19:08.143810 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1f2282-04b9-452e-8628-a09a4b7bc9ef None None] Received port after_create {{(pid=107135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:19:08.150869 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f2282-04b9-452e-8628-a09a4b7bc9ef None None] Pushing event updated for resources: {'Port': ['ID=0928b4dd-bf69-4eb8-9627-bb2779ca2e11,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:08.197521 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a50cb1de-8c63-4515-9c9e-4af3190cc258 req-061ba341-e338-40b1-a96b-06a3b154b016 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 210 time: 0.0391092 Aug 26 06:19:08.224809 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-3a1f2282-04b9-452e-8628-a09a4b7bc9ef None None] Attempting to bind port 0928b4dd-bf69-4eb8-9627-bb2779ca2e11 on host dv-cinder-853910-3-iscsi for vnic_type normal with profile {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:19:08.225525 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-3a1f2282-04b9-452e-8628-a09a4b7bc9ef None None] Attempting to bind port 0928b4dd-bf69-4eb8-9627-bb2779ca2e11 by drivers openvswitch,hyperv on host dv-cinder-853910-3-iscsi at level 0 using segments [{'id': '61084740-e827-4b91-82dd-c854e7f47a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e160e0e8-e0fd-4af5-b357-0de9a51426d2'}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:19:08.225877 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1f2282-04b9-452e-8628-a09a4b7bc9ef None None] Attempting to bind port 0928b4dd-bf69-4eb8-9627-bb2779ca2e11 on network e160e0e8-e0fd-4af5-b357-0de9a51426d2 {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:19:08.233027 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1f2282-04b9-452e-8628-a09a4b7bc9ef None None] Checking agent: {'id': '4b23c1c4-ad66-4056-a835-9b344d252955', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 8, 1), 'started_at': datetime.datetime(2022, 8, 26, 6, 8, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:19:08.233513 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1f2282-04b9-452e-8628-a09a4b7bc9ef None None] Checking segment: {'id': '61084740-e827-4b91-82dd-c854e7f47a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e160e0e8-e0fd-4af5-b357-0de9a51426d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:19:08.233910 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3a1f2282-04b9-452e-8628-a09a4b7bc9ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:08.234358 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1f2282-04b9-452e-8628-a09a4b7bc9ef None None] Bound using segment: {'id': '61084740-e827-4b91-82dd-c854e7f47a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e160e0e8-e0fd-4af5-b357-0de9a51426d2'} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:19:08.234859 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-3a1f2282-04b9-452e-8628-a09a4b7bc9ef None None] Bound port: 0928b4dd-bf69-4eb8-9627-bb2779ca2e11, host: dv-cinder-853910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61084740-e827-4b91-82dd-c854e7f47a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e160e0e8-e0fd-4af5-b357-0de9a51426d2'}}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:19:08.235238 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3a1f2282-04b9-452e-8628-a09a4b7bc9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (0928b4dd-bf69-4eb8-9627-bb2779ca2e11), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:08.243211 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 52178) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:19:08.312963 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3a1f2282-04b9-452e-8628-a09a4b7bc9ef None None] For port 0928b4dd-bf69-4eb8-9627-bb2779ca2e11, host dv-cinder-853910-3-iscsi, cleared binding levels {{(pid=107135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:19:08.317224 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3a1f2282-04b9-452e-8628-a09a4b7bc9ef None None] For port 0928b4dd-bf69-4eb8-9627-bb2779ca2e11, host dv-cinder-853910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=0928b4dd-bf69-4eb8-9627-bb2779ca2e11,segment=NetworkSegment(61084740-e827-4b91-82dd-c854e7f47a2f),segment_id=61084740-e827-4b91-82dd-c854e7f47a2f)] {{(pid=107135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:19:08.427190 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3f4043b8-bf8a-434f-8b0e-92a3c59b3feb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:08.481369 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:08.518493 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6fe51abc-f11e-4e01-ac39-1ba798ef195e admin admin] Publish callbacks [] for router_gateway (41a2ad15-8642-4070-a068-21959c7fda38), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:08.545109 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3a1f2282-04b9-452e-8628-a09a4b7bc9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (0928b4dd-bf69-4eb8-9627-bb2779ca2e11), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:08.591935 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3f4043b8-bf8a-434f-8b0e-92a3c59b3feb admin admin] Publish callbacks [] for security_group (6e6548c0-756c-4d29-b5f0-9c3edfa99eef), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:08.609832 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f2282-04b9-452e-8628-a09a4b7bc9ef None None] Pushing event updated for resources: {'Port': ['ID=0928b4dd-bf69-4eb8-9627-bb2779ca2e11,revision_number=2']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:08.683195 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cc141-7fe2-4f0e-95fe-0a6c8d596237 req-78814d63-04f8-4265-8e80-027d4b03b9d7 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:08.684700 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-5c8cc141-7fe2-4f0e-95fe-0a6c8d596237 req-78814d63-04f8-4265-8e80-027d4b03b9d7 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0606709 Aug 26 06:19:08.751810 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-5c8cc141-7fe2-4f0e-95fe-0a6c8d596237 req-9a5d8702-cbe6-4910-8d92-44a4dadcde4a tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603707 Aug 26 06:19:08.854271 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3f4043b8-bf8a-434f-8b0e-92a3c59b3feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (6e6548c0-756c-4d29-b5f0-9c3edfa99eef), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:08.963831 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-3f4043b8-bf8a-434f-8b0e-92a3c59b3feb admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=9b485557d9684a43885c09cff478d91d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7192180 Aug 26 06:19:08.966549 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 52190) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:19:08.967167 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4043b8-bf8a-434f-8b0e-92a3c59b3feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6548c0-756c-4d29-b5f0-9c3edfa99eef,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:09.034153 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2bf7dc66-7bb6-40c0-93bc-330d75281994 admin admin] Publish callbacks [] for security_group (6e6548c0-756c-4d29-b5f0-9c3edfa99eef), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:09.059794 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2bf7dc66-7bb6-40c0-93bc-330d75281994 admin admin] Publish callbacks [] for security_group (6e6548c0-756c-4d29-b5f0-9c3edfa99eef), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:09.126072 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6fe51abc-f11e-4e01-ac39-1ba798ef195e admin admin] Publish callbacks [] for router_gateway (41a2ad15-8642-4070-a068-21959c7fda38), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:09.149074 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6fe51abc-f11e-4e01-ac39-1ba798ef195e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:09.242271 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2bf7dc66-7bb6-40c0-93bc-330d75281994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (6e6548c0-756c-4d29-b5f0-9c3edfa99eef), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:09.245248 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2bf7dc66-7bb6-40c0-93bc-330d75281994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:09.254862 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-2bf7dc66-7bb6-40c0-93bc-330d75281994 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/6e6548c0-756c-4d29-b5f0-9c3edfa99eef HTTP/1.1" status: 204 len: 168 time: 0.2812452 Aug 26 06:19:09.270525 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7dc66-7bb6-40c0-93bc-330d75281994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6548c0-756c-4d29-b5f0-9c3edfa99eef,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:09.344814 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-05281048-f934-45a4-bed0-1edbcac07d21 req-fb4e3ffb-edbc-4b84-816d-8ea3be9c95ef tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 210 time: 0.0418682 Aug 26 06:19:09.431217 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.db_base_plugin_common [None req-6fe51abc-f11e-4e01-ac39-1ba798ef195e admin admin] Allocated IP 172.27.3.194 (7bfbcaf8-cfd7-4da9-9873-fb578302608c/6eb332c5-848f-450d-bdad-4a764241332a/e90c5720-6363-4745-9536-1e00049eb1f5) {{(pid=107134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:19:09.595868 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6fe51abc-f11e-4e01-ac39-1ba798ef195e admin admin] Publish callbacks [] for port (e90c5720-6363-4745-9536-1e00049eb1f5), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:09.718204 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59d2d77-5661-46c5-a1cf-83e76f835cac None None] Network e160e0e8-e0fd-4af5-b357-0de9a51426d2 requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:19:09.782261 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-cbcf6c1e-d6ae-47fd-9abc-d4955f353807 None None] Provisioning complete for port 0928b4dd-bf69-4eb8-9627-bb2779ca2e11 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:09.782644 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-cbcf6c1e-d6ae-47fd-9abc-d4955f353807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (0928b4dd-bf69-4eb8-9627-bb2779ca2e11), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:09.879314 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6fe51abc-f11e-4e01-ac39-1ba798ef195e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (e90c5720-6363-4745-9536-1e00049eb1f5), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:10.027415 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe51abc-f11e-4e01-ac39-1ba798ef195e admin admin] Network 7bfbcaf8-cfd7-4da9-9873-fb578302608c is already hosted by enough agents. {{(pid=107134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:19:10.033744 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [None req-6fe51abc-f11e-4e01-ac39-1ba798ef195e admin admin] Resources bound (agent type, host, resource id): {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:19:10.039534 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe51abc-f11e-4e01-ac39-1ba798ef195e admin admin] Received port after_create {{(pid=107134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:19:10.075175 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 0928b4dd-bf69-4eb8-9627-bb2779ca2e11 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:19:10.104345 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe51abc-f11e-4e01-ac39-1ba798ef195e admin admin] Pushing event updated for resources: {'Port': ['ID=e90c5720-6363-4745-9536-1e00049eb1f5,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:10.121716 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe31060-6780-496c-adfc-4f2c4193a37b req-bb46b006-ec95-4277-88fe-0e70eb271fea tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:10.125361 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-dfe31060-6780-496c-adfc-4f2c4193a37b req-bb46b006-ec95-4277-88fe-0e70eb271fea tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.2204838 Aug 26 06:19:10.139883 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-cbcf6c1e-d6ae-47fd-9abc-d4955f353807 None None] Current status of the port 0928b4dd-bf69-4eb8-9627-bb2779ca2e11 is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:19:10.140477 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-cbcf6c1e-d6ae-47fd-9abc-d4955f353807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (0928b4dd-bf69-4eb8-9627-bb2779ca2e11), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:10.158266 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-00a4265e-dbce-4c88-8e76-24edfa0fc6c2 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:10.163696 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-00a4265e-dbce-4c88-8e76-24edfa0fc6c2 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.76 "GET /networking/v2.0/networks?id=f4400288-0fd6-4a35-b08d-549e7c7c455e HTTP/1.1" status: 200 len: 818 time: 0.3120039 Aug 26 06:19:10.215895 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-cbcf6c1e-d6ae-47fd-9abc-d4955f353807 None None] For port 0928b4dd-bf69-4eb8-9627-bb2779ca2e11, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=0928b4dd-bf69-4eb8-9627-bb2779ca2e11,segment=NetworkSegment(61084740-e827-4b91-82dd-c854e7f47a2f),segment_id=61084740-e827-4b91-82dd-c854e7f47a2f)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:19:10.232180 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 0928b4dd-bf69-4eb8-9627-bb2779ca2e11 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:10.232568 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (0928b4dd-bf69-4eb8-9627-bb2779ca2e11), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:10.285262 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-dfe31060-6780-496c-adfc-4f2c4193a37b req-a3f9bfea-15fa-4eea-968c-b2d33642aff6 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197283 Aug 26 06:19:10.340372 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-3147f1dd-d880-4c51-ae27-dfd067924bac tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=84a2eee4447b4eadb79fbdbb874d4476 HTTP/1.1" status: 200 len: 380 time: 0.1163139 Aug 26 06:19:10.360849 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-7c02650c-4206-4b3f-9807-003de1654e55 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Request body: {'port': {'device_id': '45330505-4b58-4762-bb9f-e704f9648e1e', 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e', 'admin_state_up': True, 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'security_groups': ['fdea86e5-406c-4fa2-b799-237b60676810']}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:19:10.370472 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 0928b4dd-bf69-4eb8-9627-bb2779ca2e11 is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:19:10.370472 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (0928b4dd-bf69-4eb8-9627-bb2779ca2e11), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:10.484308 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-36b16a61-cd17-4456-bc6a-97b5d790be2d req-ff11ca3a-acde-4b5a-9961-278e11cb1eeb tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 210 time: 0.0365031 Aug 26 06:19:10.492973 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-cbcf6c1e-d6ae-47fd-9abc-d4955f353807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (0928b4dd-bf69-4eb8-9627-bb2779ca2e11), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:10.605417 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.db.api [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 26 06:19:10.605911 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG oslo_db.api [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 06:19:10.621118 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-27f01b38-0e35-432f-9a4a-d72e72027c6b None None] Provisioning complete for port 0928b4dd-bf69-4eb8-9627-bb2779ca2e11 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:10.621419 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-27f01b38-0e35-432f-9a4a-d72e72027c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (0928b4dd-bf69-4eb8-9627-bb2779ca2e11), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:10.623178 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf6c1e-d6ae-47fd-9abc-d4955f353807 None None] Pushing event updated for resources: {'Port': ['ID=0928b4dd-bf69-4eb8-9627-bb2779ca2e11,revision_number=3']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:10.787797 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6fe51abc-f11e-4e01-ac39-1ba798ef195e admin admin] Publish callbacks [] for router_gateway (41a2ad15-8642-4070-a068-21959c7fda38), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:10.805805 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-27f01b38-0e35-432f-9a4a-d72e72027c6b None None] Current status of the port 0928b4dd-bf69-4eb8-9627-bb2779ca2e11 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:19:11.043229 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6fe51abc-f11e-4e01-ac39-1ba798ef195e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621576'] for router (41a2ad15-8642-4070-a068-21959c7fda38), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:11.158943 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 0928b4dd-bf69-4eb8-9627-bb2779ca2e11 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:19:11.207386 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-7c02650c-4206-4b3f-9807-003de1654e55 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Made reservation on behalf of 84a2eee4447b4eadb79fbdbb874d4476 for: {'port': 1} {{(pid=107133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:19:11.233753 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-7c02650c-4206-4b3f-9807-003de1654e55 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:11.448139 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe51abc-f11e-4e01-ac39-1ba798ef195e admin admin] Router 41a2ad15-8642-4070-a068-21959c7fda38 is scheduled to L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 with binding_index 1 {{(pid=107134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 06:19:11.481740 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e35f2-4110-4db5-83d7-1f8dc4272b5b req-562f199a-e8cd-421e-86d7-93aca79a44fd tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:11.487794 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-376e35f2-4110-4db5-83d7-1f8dc4272b5b req-562f199a-e8cd-421e-86d7-93aca79a44fd tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0755208 Aug 26 06:19:11.514953 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 6 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:19:11.588630 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-376e35f2-4110-4db5-83d7-1f8dc4272b5b req-10e5311b-33bf-468a-bade-27181a6ba85a tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964310 Aug 26 06:19:11.687297 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_common [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-7c02650c-4206-4b3f-9807-003de1654e55 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Allocated IP 172.20.0.9 (f4400288-0fd6-4a35-b08d-549e7c7c455e/b75031eb-a96b-4547-8cde-57cb718d9ca4/2064b241-4b48-43a2-ba54-14c868b539b4) {{(pid=107133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:19:11.706688 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:11.736057 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8d8c9551-07cd-4c2d-9250-02f20acf2ef6 req-bb98bfa8-c94b-4d8d-b5bc-e34471e0af5c tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 210 time: 0.0566959 Aug 26 06:19:11.769672 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe51abc-f11e-4e01-ac39-1ba798ef195e admin admin] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:19:11.788888 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0017208-5684-48ec-aee9-703e55b542dc None None] Sync routers for ids ['41a2ad15-8642-4070-a068-21959c7fda38'] in dv-cinder-853910-3-iscsi {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:19:11.808810 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0017208-5684-48ec-aee9-703e55b542dc None None] Routers {'41a2ad15-8642-4070-a068-21959c7fda38'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:19:11.809921 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-c0017208-5684-48ec-aee9-703e55b542dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:18:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['41a2ad15-8642-4070-a068-21959c7fda38'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:19:11.980685 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-7c02650c-4206-4b3f-9807-003de1654e55 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks [] for port (2064b241-4b48-43a2-ba54-14c868b539b4), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:11.986153 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:11.992039 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 0928b4dd-bf69-4eb8-9627-bb2779ca2e11 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:19:12.054236 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-c0017208-5684-48ec-aee9-703e55b542dc None None] Set router 41a2ad15-8642-4070-a068-21959c7fda38 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:19:12.111049 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6fe51abc-f11e-4e01-ac39-1ba798ef195e admin admin] Publish callbacks [] for router (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:12.118100 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-6fe51abc-f11e-4e01-ac39-1ba798ef195e admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8628867 Aug 26 06:19:12.131537 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 52322) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:19:12.440232 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 0928b4dd-bf69-4eb8-9627-bb2779ca2e11 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:12.440232 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (0928b4dd-bf69-4eb8-9627-bb2779ca2e11), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:12.440556 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:12.589084 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-7c02650c-4206-4b3f-9807-003de1654e55 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (2064b241-4b48-43a2-ba54-14c868b539b4), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:12.623019 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 0928b4dd-bf69-4eb8-9627-bb2779ca2e11 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:19:12.671497 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-c0017208-5684-48ec-aee9-703e55b542dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a2ad15-8642-4070-a068-21959c7fda38', 'name': 'tempest-TestMinimumBasicScenario-1198191356-router', 'tenant_id': '01817da1260c41b4abe6f02b11c66232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e90c5720-6363-4745-9536-1e00049eb1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:07Z', 'updated_at': '2022-08-26T06:19:10Z', 'revision_number': 3, 'project_id': '01817da1260c41b4abe6f02b11c66232', 'gw_port': {'id': 'e90c5720-6363-4745-9536-1e00049eb1f5', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:57:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a2ad15-8642-4070-a068-21959c7fda38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:09Z', 'updated_at': '2022-08-26T06:19:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:19:12.691159 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-7c02650c-4206-4b3f-9807-003de1654e55 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Network f4400288-0fd6-4a35-b08d-549e7c7c455e is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:19:12.704675 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-7c02650c-4206-4b3f-9807-003de1654e55 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:19:12.704675 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-7c02650c-4206-4b3f-9807-003de1654e55 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Received port after_create {{(pid=107133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:19:12.749092 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0017208-5684-48ec-aee9-703e55b542dc None None] Checking router: 41a2ad15-8642-4070-a068-21959c7fda38 for host: dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:19:12.750889 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0017208-5684-48ec-aee9-703e55b542dc None None] Updating router 41a2ad15-8642-4070-a068-21959c7fda38 port e90c5720-6363-4745-9536-1e00049eb1f5 binding host dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 06:19:12.791710 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02650c-4206-4b3f-9807-003de1654e55 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Pushing event updated for resources: {'Port': ['ID=2064b241-4b48-43a2-ba54-14c868b539b4,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:13.012341 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c0017208-5684-48ec-aee9-703e55b542dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (e90c5720-6363-4745-9536-1e00049eb1f5), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:13.016060 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-7c02650c-4206-4b3f-9807-003de1654e55 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:13.016060 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-7c02650c-4206-4b3f-9807-003de1654e55 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:13.016060 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0f4d0-0da3-4fd7-868a-4e0fc695a7de req-2bf5fdb6-3f1b-453f-9423-0eac511f19cd tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:13.016060 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c5f0f4d0-0da3-4fd7-868a-4e0fc695a7de req-2bf5fdb6-3f1b-453f-9423-0eac511f19cd tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.1614125 Aug 26 06:19:13.020260 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2c999-7d51-4e1a-a532-aee733106de6 req-749f5d74-7ebe-4551-9f76-58047b346cae tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:13.027456 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-85d2c999-7d51-4e1a-a532-aee733106de6 req-749f5d74-7ebe-4551-9f76-58047b346cae tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 931 time: 0.0974557 Aug 26 06:19:13.071941 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8f17e7be-1bc8-4d5e-bc84-2666a1a04bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:13.095284 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c5f0f4d0-0da3-4fd7-868a-4e0fc695a7de req-17c707ef-2ff9-4085-b3e6-1d33dd9bd9ce tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133544 Aug 26 06:19:13.121832 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-4166af84-9618-4df5-a644-7300e146e001 None None] Provisioning complete for port 2064b241-4b48-43a2-ba54-14c868b539b4 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:13.122407 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4166af84-9618-4df5-a644-7300e146e001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (2064b241-4b48-43a2-ba54-14c868b539b4), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:13.175736 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-85d2c999-7d51-4e1a-a532-aee733106de6 req-bd92df04-5aa6-43d8-a14c-f054ebbc70f1 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453238 Aug 26 06:19:13.211881 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-4166af84-9618-4df5-a644-7300e146e001 None None] Port 2064b241-4b48-43a2-ba54-14c868b539b4 cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:19:13.237053 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-7c02650c-4206-4b3f-9807-003de1654e55 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8813694 Aug 26 06:19:13.254156 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-75469031-91c6-4b32-b939-07464a4548e2 service neutron] Request body: {'port': {'device_id': '45330505-4b58-4762-bb9f-e704f9648e1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:19:13.335355 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.db_base_plugin_common [None req-8f17e7be-1bc8-4d5e-bc84-2666a1a04bf1 admin admin] Allocated IP 172.20.0.1 (e160e0e8-e0fd-4af5-b357-0de9a51426d2/8d716194-1361-4e1c-afd7-19790eeb2259/8c7ffa5d-1acb-451e-94f4-1d1461707881) {{(pid=107134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:19:13.345756 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-75469031-91c6-4b32-b939-07464a4548e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (2064b241-4b48-43a2-ba54-14c868b539b4), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:13.505664 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c0017208-5684-48ec-aee9-703e55b542dc None None] Publish callbacks [] for port (e90c5720-6363-4745-9536-1e00049eb1f5), precommit_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:13.516984 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8f17e7be-1bc8-4d5e-bc84-2666a1a04bf1 admin admin] Publish callbacks [] for port (8c7ffa5d-1acb-451e-94f4-1d1461707881), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:13.717124 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c0017208-5684-48ec-aee9-703e55b542dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (e90c5720-6363-4745-9536-1e00049eb1f5), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:13.766752 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-c0017208-5684-48ec-aee9-703e55b542dc None None] Attempting to bind port e90c5720-6363-4745-9536-1e00049eb1f5 on host dv-cinder-853910-3-iscsi for vnic_type normal with profile {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:19:13.767126 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-c0017208-5684-48ec-aee9-703e55b542dc None None] Attempting to bind port e90c5720-6363-4745-9536-1e00049eb1f5 by drivers openvswitch,hyperv on host dv-cinder-853910-3-iscsi at level 0 using segments [{'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:19:13.767492 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0017208-5684-48ec-aee9-703e55b542dc None None] Attempting to bind port e90c5720-6363-4745-9536-1e00049eb1f5 on network 7bfbcaf8-cfd7-4da9-9873-fb578302608c {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:19:13.767755 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 52376) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:19:13.788384 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0017208-5684-48ec-aee9-703e55b542dc None None] Checking agent: {'id': '4b23c1c4-ad66-4056-a835-9b344d252955', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 8, 1), 'started_at': datetime.datetime(2022, 8, 26, 6, 8, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:19:13.788958 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0017208-5684-48ec-aee9-703e55b542dc None None] Checking segment: {'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:19:13.789440 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c0017208-5684-48ec-aee9-703e55b542dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:13.789827 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0017208-5684-48ec-aee9-703e55b542dc None None] Bound using segment: {'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:19:13.790319 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-c0017208-5684-48ec-aee9-703e55b542dc None None] Bound port: e90c5720-6363-4745-9536-1e00049eb1f5, host: dv-cinder-853910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:19:13.790731 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c0017208-5684-48ec-aee9-703e55b542dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (e90c5720-6363-4745-9536-1e00049eb1f5), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:13.808559 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-75469031-91c6-4b32-b939-07464a4548e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2064b241-4b48-43a2-ba54-14c868b539b4 {{(pid=107133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:19:13.815861 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-75469031-91c6-4b32-b939-07464a4548e2 service neutron] Publish callbacks [] for port (2064b241-4b48-43a2-ba54-14c868b539b4), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:13.834787 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.provisioning_blocks [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-75469031-91c6-4b32-b939-07464a4548e2 service neutron] Transition to ACTIVE for port object 2064b241-4b48-43a2-ba54-14c868b539b4 will not be triggered until provisioned by entity L2. {{(pid=107133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 06:19:13.845313 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8090f-a83c-45d0-b5be-4d82ca5e7c29 None None] Pushing event updated for resources: {'Port': ['ID=e90c5720-6363-4745-9536-1e00049eb1f5,revision_number=2']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:13.884383 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-c0017208-5684-48ec-aee9-703e55b542dc None None] For port e90c5720-6363-4745-9536-1e00049eb1f5, host dv-cinder-853910-3-iscsi, cleared binding levels {{(pid=107135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:19:13.888874 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-c0017208-5684-48ec-aee9-703e55b542dc None None] For port e90c5720-6363-4745-9536-1e00049eb1f5, host dv-cinder-853910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=e90c5720-6363-4745-9536-1e00049eb1f5,segment=NetworkSegment(1390a542-366f-4986-b4c7-57ccad3a4e4e),segment_id=1390a542-366f-4986-b4c7-57ccad3a4e4e)] {{(pid=107135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:19:13.951229 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb147f5e-f46d-41d4-be7b-7b902af6212d req-ba762c5b-91d0-44e3-94c9-ca584b617f2d tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:13.953119 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-fb147f5e-f46d-41d4-be7b-7b902af6212d req-ba762c5b-91d0-44e3-94c9-ca584b617f2d tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0603981 Aug 26 06:19:13.987855 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d9989eea-3fa2-44ee-8095-a2a453366de9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:14.035208 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-fb147f5e-f46d-41d4-be7b-7b902af6212d req-b1e6b130-9755-4446-88b3-8ab598f97695 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740619 Aug 26 06:19:14.100854 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d9989eea-3fa2-44ee-8095-a2a453366de9 admin admin] Publish callbacks [] for security_group (6c7b6842-14ef-4179-aadf-dcb3aaa9d4d7), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:14.102253 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8f17e7be-1bc8-4d5e-bc84-2666a1a04bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (8c7ffa5d-1acb-451e-94f4-1d1461707881), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:14.143184 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f17e7be-1bc8-4d5e-bc84-2666a1a04bf1 admin admin] Network e160e0e8-e0fd-4af5-b357-0de9a51426d2 is already hosted by enough agents. {{(pid=107134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:19:14.147042 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [None req-8f17e7be-1bc8-4d5e-bc84-2666a1a04bf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:19:14.152073 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f17e7be-1bc8-4d5e-bc84-2666a1a04bf1 admin admin] Received port after_create {{(pid=107134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:19:14.157431 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17e7be-1bc8-4d5e-bc84-2666a1a04bf1 admin admin] Pushing event updated for resources: {'Port': ['ID=8c7ffa5d-1acb-451e-94f4-1d1461707881,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:14.203442 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8f17e7be-1bc8-4d5e-bc84-2666a1a04bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614119'] for router_interface (41a2ad15-8642-4070-a068-21959c7fda38), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:14.247042 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-75469031-91c6-4b32-b939-07464a4548e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9095016'] for port (2064b241-4b48-43a2-ba54-14c868b539b4), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:14.250858 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c0017208-5684-48ec-aee9-703e55b542dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (e90c5720-6363-4745-9536-1e00049eb1f5), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:14.340141 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0017208-5684-48ec-aee9-703e55b542dc None None] Routers {'41a2ad15-8642-4070-a068-21959c7fda38'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:19:14.342798 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-c0017208-5684-48ec-aee9-703e55b542dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:18:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['41a2ad15-8642-4070-a068-21959c7fda38'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:19:14.561771 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8090f-a83c-45d0-b5be-4d82ca5e7c29 None None] Pushing event updated for resources: {'Port': ['ID=e90c5720-6363-4745-9536-1e00049eb1f5,revision_number=3']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:14.562030 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75469031-91c6-4b32-b939-07464a4548e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2064b241-4b48-43a2-ba54-14c868b539b4,revision_number=2']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:14.624141 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d87649-58fb-4696-8f11-6d9dc89fc089 req-67e42e4a-ff6a-4d9d-aae4-2f56dbe8389a tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:14.627513 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c7d87649-58fb-4696-8f11-6d9dc89fc089 req-67e42e4a-ff6a-4d9d-aae4-2f56dbe8389a tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 943 time: 0.2757890 Aug 26 06:19:14.639863 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d9989eea-3fa2-44ee-8095-a2a453366de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (6c7b6842-14ef-4179-aadf-dcb3aaa9d4d7), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:14.665136 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-8c71a11f-c027-458a-b456-77605623e19e None None] Provisioning complete for port 8c7ffa5d-1acb-451e-94f4-1d1461707881 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:14.665136 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8c71a11f-c027-458a-b456-77605623e19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (8c7ffa5d-1acb-451e-94f4-1d1461707881), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:14.704245 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d22e54-3510-47bb-a135-01247479e0c7 req-a49e32af-3395-49e8-9347-c2a998ad755b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:14.706723 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c8d22e54-3510-47bb-a135-01247479e0c7 req-a49e32af-3395-49e8-9347-c2a998ad755b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=aceecfa04cf941348d542c3e55569384&device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 1129 time: 0.2290225 Aug 26 06:19:14.745101 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-c0017208-5684-48ec-aee9-703e55b542dc None None] Set router 41a2ad15-8642-4070-a068-21959c7fda38 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:19:14.851391 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-d9989eea-3fa2-44ee-8095-a2a453366de9 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=e0ae00ca7d284c14b4ba6e01f2e8c470&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0784423 Aug 26 06:19:14.858648 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 52416) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:19:14.897676 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-8c71a11f-c027-458a-b456-77605623e19e None None] Port 8c7ffa5d-1acb-451e-94f4-1d1461707881 cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:19:14.911484 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:14.912722 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9989eea-3fa2-44ee-8095-a2a453366de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7b6842-14ef-4179-aadf-dcb3aaa9d4d7,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:15.015281 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c7d87649-58fb-4696-8f11-6d9dc89fc089 req-f0a2049e-16d1-489f-9dd5-c0cd95bfa1a5 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3462064 Aug 26 06:19:15.022403 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-078ebab4-605b-4f46-aa94-62ce1d967144 admin admin] Publish callbacks [] for security_group (6c7b6842-14ef-4179-aadf-dcb3aaa9d4d7), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:15.035619 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-75469031-91c6-4b32-b939-07464a4548e2 service neutron] Attempting to bind port 2064b241-4b48-43a2-ba54-14c868b539b4 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:19:15.036135 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-75469031-91c6-4b32-b939-07464a4548e2 service neutron] Attempting to bind port 2064b241-4b48-43a2-ba54-14c868b539b4 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '4777da82-3ccc-43b7-bc69-e5828711c163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e'}] {{(pid=107133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:19:15.037124 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-75469031-91c6-4b32-b939-07464a4548e2 service neutron] Attempting to bind port 2064b241-4b48-43a2-ba54-14c868b539b4 on network f4400288-0fd6-4a35-b08d-549e7c7c455e {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:19:15.067013 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-078ebab4-605b-4f46-aa94-62ce1d967144 admin admin] Publish callbacks [] for security_group (6c7b6842-14ef-4179-aadf-dcb3aaa9d4d7), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:15.070092 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-75469031-91c6-4b32-b939-07464a4548e2 service neutron] Port 2064b241-4b48-43a2-ba54-14c868b539b4 on network f4400288-0fd6-4a35-b08d-549e7c7c455e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 06:19:15.070721 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-75469031-91c6-4b32-b939-07464a4548e2 service neutron] Attempting to bind port 2064b241-4b48-43a2-ba54-14c868b539b4 on network f4400288-0fd6-4a35-b08d-549e7c7c455e {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:19:15.084988 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-75469031-91c6-4b32-b939-07464a4548e2 service neutron] Checking agent: {'id': '607bbde6-0fd2-4787-87ed-7343841db9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'started_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:19:15.085581 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-75469031-91c6-4b32-b939-07464a4548e2 service neutron] Checking segment: {'id': '4777da82-3ccc-43b7-bc69-e5828711c163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:19:15.086260 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-75469031-91c6-4b32-b939-07464a4548e2 service neutron] Bound using segment: {'id': '4777da82-3ccc-43b7-bc69-e5828711c163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e'} {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:19:15.087086 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-75469031-91c6-4b32-b939-07464a4548e2 service neutron] Bound port: 2064b241-4b48-43a2-ba54-14c868b539b4, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4777da82-3ccc-43b7-bc69-e5828711c163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e'}}] {{(pid=107133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:19:15.087725 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-75469031-91c6-4b32-b939-07464a4548e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (2064b241-4b48-43a2-ba54-14c868b539b4), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:15.089032 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-c0017208-5684-48ec-aee9-703e55b542dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a2ad15-8642-4070-a068-21959c7fda38', 'name': 'tempest-TestMinimumBasicScenario-1198191356-router', 'tenant_id': '01817da1260c41b4abe6f02b11c66232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e90c5720-6363-4745-9536-1e00049eb1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:07Z', 'updated_at': '2022-08-26T06:19:10Z', 'revision_number': 3, 'project_id': '01817da1260c41b4abe6f02b11c66232', 'gw_port': {'id': 'e90c5720-6363-4745-9536-1e00049eb1f5', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:57:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a2ad15-8642-4070-a068-21959c7fda38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:09Z', 'updated_at': '2022-08-26T06:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:19:15.111428 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d22e54-3510-47bb-a135-01247479e0c7 req-aa5a2333-a584-4be9-9ec5-334668641e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:15.114091 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c8d22e54-3510-47bb-a135-01247479e0c7 req-aa5a2333-a584-4be9-9ec5-334668641e6b service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=9d86ecc4-b89c-4670-82c2-e19913819bab HTTP/1.1" status: 200 len: 911 time: 0.3887708 Aug 26 06:19:15.152870 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0017208-5684-48ec-aee9-703e55b542dc None None] The sync data for ids ['41a2ad15-8642-4070-a068-21959c7fda38'] in dv-cinder-853910-3-iscsi is: [{'id': '41a2ad15-8642-4070-a068-21959c7fda38', 'name': 'tempest-TestMinimumBasicScenario-1198191356-router', 'tenant_id': '01817da1260c41b4abe6f02b11c66232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e90c5720-6363-4745-9536-1e00049eb1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:07Z', 'updated_at': '2022-08-26T06:19:10Z', 'revision_number': 3, 'project_id': '01817da1260c41b4abe6f02b11c66232', 'gw_port': {'id': 'e90c5720-6363-4745-9536-1e00049eb1f5', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:57:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a2ad15-8642-4070-a068-21959c7fda38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:09Z', 'updated_at': '2022-08-26T06:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}] {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:19:15.253738 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8f17e7be-1bc8-4d5e-bc84-2666a1a04bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (8c7ffa5d-1acb-451e-94f4-1d1461707881), before_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:15.260950 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-75469031-91c6-4b32-b939-07464a4548e2 service neutron] For port 2064b241-4b48-43a2-ba54-14c868b539b4, host hv-cinder-85391, cleared binding levels {{(pid=107133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:19:15.266710 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-75469031-91c6-4b32-b939-07464a4548e2 service neutron] For port 2064b241-4b48-43a2-ba54-14c868b539b4, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=2064b241-4b48-43a2-ba54-14c868b539b4,segment=NetworkSegment(4777da82-3ccc-43b7-bc69-e5828711c163),segment_id=4777da82-3ccc-43b7-bc69-e5828711c163)] {{(pid=107133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:19:15.274564 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c8d22e54-3510-47bb-a135-01247479e0c7 req-77a3ce66-dd11-4e62-b8c5-453cfc5b56ad service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785 HTTP/1.1" status: 200 len: 1001 time: 0.1491010 Aug 26 06:19:15.281873 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05400b3c-7dc4-4eef-9101-62d77111f568 req-cfc84be7-1027-4041-814c-462f3ce6f0d2 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:15.283600 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-05400b3c-7dc4-4eef-9101-62d77111f568 req-cfc84be7-1027-4041-814c-462f3ce6f0d2 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.1187472 Aug 26 06:19:15.352755 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d22e54-3510-47bb-a135-01247479e0c7 req-00884587-fa34-43ff-a4bc-ba2e7f4782c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:15.354866 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c8d22e54-3510-47bb-a135-01247479e0c7 req-00884587-fa34-43ff-a4bc-ba2e7f4782c7 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=f9a116db-e15a-40d5-881d-57010dc489a7 HTTP/1.1" status: 200 len: 849 time: 0.0713520 Aug 26 06:19:15.432980 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d22e54-3510-47bb-a135-01247479e0c7 req-b8b30200-e2fe-4a67-9593-e41ba818fde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:15.432980 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c8d22e54-3510-47bb-a135-01247479e0c7 req-b8b30200-e2fe-4a67-9593-e41ba818fde4 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=9d86ecc4-b89c-4670-82c2-e19913819bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573852 Aug 26 06:19:15.433130 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-05400b3c-7dc4-4eef-9101-62d77111f568 req-60c338fe-1c78-4032-a25f-8d984a1ddd3a tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132474 Aug 26 06:19:15.540976 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8f17e7be-1bc8-4d5e-bc84-2666a1a04bf1 admin admin] Publish callbacks [] for port (8c7ffa5d-1acb-451e-94f4-1d1461707881), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:15.608235 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-078ebab4-605b-4f46-aa94-62ce1d967144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (6c7b6842-14ef-4179-aadf-dcb3aaa9d4d7), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:15.610268 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-078ebab4-605b-4f46-aa94-62ce1d967144 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:15.612001 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-078ebab4-605b-4f46-aa94-62ce1d967144 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/6c7b6842-14ef-4179-aadf-dcb3aaa9d4d7 HTTP/1.1" status: 204 len: 168 time: 0.7516289 Aug 26 06:19:15.623340 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c8d22e54-3510-47bb-a135-01247479e0c7 req-3eb0cad4-a6cc-4c84-bd43-2bdf36ecdb70 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9d86ecc4-b89c-4670-82c2-e19913819bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619751 Aug 26 06:19:15.623340 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-75469031-91c6-4b32-b939-07464a4548e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9095016'] for port (2064b241-4b48-43a2-ba54-14c868b539b4), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:15.624057 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-75469031-91c6-4b32-b939-07464a4548e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:15.624847 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-75469031-91c6-4b32-b939-07464a4548e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:15.626128 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-75469031-91c6-4b32-b939-07464a4548e2 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/2064b241-4b48-43a2-ba54-14c868b539b4 HTTP/1.1" status: 200 len: 1093 time: 2.3776743 Aug 26 06:19:15.626573 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45330505-4b58-4762-bb9f-e704f9648e1e', 'tag': '2064b241-4b48-43a2-ba54-14c868b539b4'}] {{(pid=107133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:19:15.628935 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8285fbc4cf3847b51d9cb7eba3379b7f58b909d4ff4eae5f417f2c246939f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c55b45-937c-4388-91e3-a89066ce227e" -d '{"events": [{"name": "network-changed", "server_uuid": "45330505-4b58-4762-bb9f-e704f9648e1e", "tag": "2064b241-4b48-43a2-ba54-14c868b539b4"}]}' {{(pid=107133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:19:15.631153 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ebab4-605b-4f46-aa94-62ce1d967144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7b6842-14ef-4179-aadf-dcb3aaa9d4d7,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:15.771971 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75469031-91c6-4b32-b939-07464a4548e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2064b241-4b48-43a2-ba54-14c868b539b4,revision_number=3']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:15.777220 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8f17e7be-1bc8-4d5e-bc84-2666a1a04bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183148'] for port (8c7ffa5d-1acb-451e-94f4-1d1461707881), after_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:15.799577 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5417d6f6-8c3b-4daa-932e-d994cd5443a6 x-openstack-request-id: req-5417d6f6-8c3b-4daa-932e-d994cd5443a6 {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:19:15.799931 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45330505-4b58-4762-bb9f-e704f9648e1e", "tag": "2064b241-4b48-43a2-ba54-14c868b539b4", "status": "completed", "code": 200}]} {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:19:15.800157 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5417d6f6-8c3b-4daa-932e-d994cd5443a6 {{(pid=107133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:19:15.800719 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5417d6f6-8c3b-4daa-932e-d994cd5443a6'] response: {'name': 'network-changed', 'server_uuid': '45330505-4b58-4762-bb9f-e704f9648e1e', 'tag': '2064b241-4b48-43a2-ba54-14c868b539b4', 'status': 'completed', 'code': 200} Aug 26 06:19:15.990393 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8f17e7be-1bc8-4d5e-bc84-2666a1a04bf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614267'] for router_interface (41a2ad15-8642-4070-a068-21959c7fda38), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:15.995473 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17e7be-1bc8-4d5e-bc84-2666a1a04bf1 admin admin] Pushing event updated for resources: {'Port': ['ID=8c7ffa5d-1acb-451e-94f4-1d1461707881,revision_number=2']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:15.997746 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c55b45-937c-4388-91e3-a89066ce227e req-e371c873-dbb9-4315-9ff5-7711dd01ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:15.999975 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f8c55b45-937c-4388-91e3-a89066ce227e req-e371c873-dbb9-4315-9ff5-7711dd01ad70 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=84a2eee4447b4eadb79fbdbb874d4476&device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 1127 time: 0.1983693 Aug 26 06:19:16.151355 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device e90c5720-6363-4745-9536-1e00049eb1f5 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:19:16.168756 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c8d22e54-3510-47bb-a135-01247479e0c7 req-f4a0b8ed-99cc-4eb9-8744-b1bfa12ffd1f service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9d86ecc4-b89c-4670-82c2-e19913819bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5199816 Aug 26 06:19:16.247756 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f17e7be-1bc8-4d5e-bc84-2666a1a04bf1 admin admin] Network e160e0e8-e0fd-4af5-b357-0de9a51426d2 is already hosted by enough agents. {{(pid=107134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:19:16.249368 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [None req-8f17e7be-1bc8-4d5e-bc84-2666a1a04bf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:19:16.296011 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port e90c5720-6363-4745-9536-1e00049eb1f5 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:16.296743 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (e90c5720-6363-4745-9536-1e00049eb1f5), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:16.487674 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port e90c5720-6363-4745-9536-1e00049eb1f5 is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:19:16.490568 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (e90c5720-6363-4745-9536-1e00049eb1f5), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:16.499250 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f17e7be-1bc8-4d5e-bc84-2666a1a04bf1 admin admin] Router 41a2ad15-8642-4070-a068-21959c7fda38 has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:19:16.527655 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:16.540161 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c55b45-937c-4388-91e3-a89066ce227e req-3e1073bc-aa7e-4ec7-844e-0a8b4c8bca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:16.542611 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f8c55b45-937c-4388-91e3-a89066ce227e req-3e1073bc-aa7e-4ec7-844e-0a8b4c8bca92 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=84a2eee4447b4eadb79fbdbb874d4476&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5258400 Aug 26 06:19:16.559643 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] For port e90c5720-6363-4745-9536-1e00049eb1f5, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=e90c5720-6363-4745-9536-1e00049eb1f5,segment=NetworkSegment(1390a542-366f-4986-b4c7-57ccad3a4e4e),segment_id=1390a542-366f-4986-b4c7-57ccad3a4e4e)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:19:16.746924 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-d02a6dcd-069e-4b55-87f1-0a6eff48141b None None] Provisioning complete for port 8c7ffa5d-1acb-451e-94f4-1d1461707881 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:16.748137 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d02a6dcd-069e-4b55-87f1-0a6eff48141b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (8c7ffa5d-1acb-451e-94f4-1d1461707881), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:16.818648 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1bf03-7f1a-4320-ac44-81ba7e9141b7 req-7a759dab-8ea8-4765-8e61-e874a85bd954 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:16.823278 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-d02a6dcd-069e-4b55-87f1-0a6eff48141b None None] Port 8c7ffa5d-1acb-451e-94f4-1d1461707881 cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:19:16.825235 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c2b1bf03-7f1a-4320-ac44-81ba7e9141b7 req-7a759dab-8ea8-4765-8e61-e874a85bd954 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 943 time: 0.6531076 Aug 26 06:19:16.825904 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (e90c5720-6363-4745-9536-1e00049eb1f5), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:16.898873 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f17e7be-1bc8-4d5e-bc84-2666a1a04bf1 admin admin] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:19:17.118196 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-8f17e7be-1bc8-4d5e-bc84-2666a1a04bf1 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/41a2ad15-8642-4070-a068-21959c7fda38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8141024 Aug 26 06:19:17.120369 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Pushing event updated for resources: {'Port': ['ID=e90c5720-6363-4745-9536-1e00049eb1f5,revision_number=4']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:17.121612 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c55b45-937c-4388-91e3-a89066ce227e req-9ef550d5-9d90-4d21-b8eb-cdc8819fc0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:17.121612 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f8c55b45-937c-4388-91e3-a89066ce227e req-9ef550d5-9d90-4d21-b8eb-cdc8819fc0cc service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4456656 Aug 26 06:19:17.121612 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c2b1bf03-7f1a-4320-ac44-81ba7e9141b7 req-3100d7f9-ae11-48b4-b9e0-13183ba4bd5c tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500759 Aug 26 06:19:17.139327 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04858cf7-c489-458c-a78b-8e483dfcaffa req-91f25f01-6440-4801-9585-b4711c23817f tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:17.140909 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-04858cf7-c489-458c-a78b-8e483dfcaffa req-91f25f01-6440-4801-9585-b4711c23817f tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0515683 Aug 26 06:19:17.202864 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-04858cf7-c489-458c-a78b-8e483dfcaffa req-e76825d7-3d2c-4866-a08e-4389b7625fbf tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549240 Aug 26 06:19:17.496470 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-0b476fab-d83f-46a1-be96-1c6347b5adc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:17.498194 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-0b476fab-d83f-46a1-be96-1c6347b5adc8 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=84a2eee4447b4eadb79fbdbb874d4476&device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 1127 time: 0.0602038 Aug 26 06:19:17.552670 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-044cc543-1d44-4523-a394-6df451acaa31 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2064b241-4b48-43a2-ba54-14c868b539b4 HTTP/1.1" status: 200 len: 217 time: 0.0347059 Aug 26 06:19:17.668907 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac425c2-3ffd-4b83-ad10-ae616b17b496 None None] Sync routers for ids ['41a2ad15-8642-4070-a068-21959c7fda38'] in dv-cinder-853910-3-iscsi {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:19:17.668907 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac425c2-3ffd-4b83-ad10-ae616b17b496 None None] Routers {'41a2ad15-8642-4070-a068-21959c7fda38'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:19:17.668907 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-3ac425c2-3ffd-4b83-ad10-ae616b17b496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:18:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['41a2ad15-8642-4070-a068-21959c7fda38'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:19:17.671104 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-3cc28d7e-6c7f-425d-82c3-29656473512a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:17.671104 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-3cc28d7e-6c7f-425d-82c3-29656473512a service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=b75031eb-a96b-4547-8cde-57cb718d9ca4 HTTP/1.1" status: 200 len: 857 time: 0.0602338 Aug 26 06:19:17.704602 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-31808568-4866-4ec3-96c3-a075e3b49b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:17.706370 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-31808568-4866-4ec3-96c3-a075e3b49b6b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=f4400288-0fd6-4a35-b08d-549e7c7c455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0776122 Aug 26 06:19:17.779219 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-3ac425c2-3ffd-4b83-ad10-ae616b17b496 None None] Set router 41a2ad15-8642-4070-a068-21959c7fda38 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:19:17.796070 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 52476) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:19:17.823246 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-2dba83af-dd58-4cea-9737-a14482c94ef5 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056080 Aug 26 06:19:17.898817 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:17.996680 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device e90c5720-6363-4745-9536-1e00049eb1f5 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:19:18.012992 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-98b9a2db-4f8a-4638-8c9f-d797655e56c0 req-52541693-b31b-408c-82c4-58b0698e03ec service neutron] 10.222.0.76 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820803 Aug 26 06:19:18.075882 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port e90c5720-6363-4745-9536-1e00049eb1f5 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:18.076487 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (e90c5720-6363-4745-9536-1e00049eb1f5), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:18.108618 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-3ac425c2-3ffd-4b83-ad10-ae616b17b496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a2ad15-8642-4070-a068-21959c7fda38', 'name': 'tempest-TestMinimumBasicScenario-1198191356-router', 'tenant_id': '01817da1260c41b4abe6f02b11c66232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e90c5720-6363-4745-9536-1e00049eb1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:07Z', 'updated_at': '2022-08-26T06:19:14Z', 'revision_number': 4, 'project_id': '01817da1260c41b4abe6f02b11c66232', 'gw_port': {'id': 'e90c5720-6363-4745-9536-1e00049eb1f5', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:57:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a2ad15-8642-4070-a068-21959c7fda38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:09Z', 'updated_at': '2022-08-26T06:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '8c7ffa5d-1acb-451e-94f4-1d1461707881', 'name': '', 'network_id': 'e160e0e8-e0fd-4af5-b357-0de9a51426d2', 'tenant_id': '01817da1260c41b4abe6f02b11c66232', 'mac_address': 'fa:16:3e:fd:20:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a2ad15-8642-4070-a068-21959c7fda38', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8d716194-1361-4e1c-afd7-19790eeb2259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:13Z', 'updated_at': '2022-08-26T06:19:15Z', 'revision_number': 2, 'project_id': '01817da1260c41b4abe6f02b11c66232', 'subnets': [{'id': '8d716194-1361-4e1c-afd7-19790eeb2259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:19:18.154053 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac425c2-3ffd-4b83-ad10-ae616b17b496 None None] Checking router: 41a2ad15-8642-4070-a068-21959c7fda38 for host: dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:19:18.154524 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac425c2-3ffd-4b83-ad10-ae616b17b496 None None] Updating router 41a2ad15-8642-4070-a068-21959c7fda38 port 8c7ffa5d-1acb-451e-94f4-1d1461707881 binding host dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 06:19:18.199401 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-8f41e9e6-1b36-4703-9b8c-9aa4cd76151c admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=1b173feb98cc4a2788019d9ad62b384f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4021029 Aug 26 06:19:18.203458 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 52488) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:19:18.224765 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3ac425c2-3ffd-4b83-ad10-ae616b17b496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (8c7ffa5d-1acb-451e-94f4-1d1461707881), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:18.281919 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port e90c5720-6363-4745-9536-1e00049eb1f5 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:19:18.306766 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50eaaf-6ad5-4d9c-a4d8-15a65e5d3c6d req-77768e81-4ed6-4e7b-a9eb-ab3e3f984483 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:18.323292 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-eb50eaaf-6ad5-4d9c-a4d8-15a65e5d3c6d req-77768e81-4ed6-4e7b-a9eb-ab3e3f984483 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 943 time: 0.1059985 Aug 26 06:19:18.364106 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7b385964-e5eb-42ff-85e3-8ca4f774824d admin admin] Publish callbacks [] for security_group (f98ac69e-828d-4bda-a8ff-55a85a18b395), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:18.408017 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7b385964-e5eb-42ff-85e3-8ca4f774824d admin admin] Publish callbacks [] for security_group (f98ac69e-828d-4bda-a8ff-55a85a18b395), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:18.423193 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-eb50eaaf-6ad5-4d9c-a4d8-15a65e5d3c6d req-7a08d5f3-42e0-465d-9f3d-6700bdfff6b9 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081920 Aug 26 06:19:18.425833 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d7b7a-a588-4ae2-9e4b-bc77773e4fe4 req-6f4850c9-9dd1-477a-bf9e-56696a591c25 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:18.428182 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3d7d7b7a-a588-4ae2-9e4b-bc77773e4fe4 req-6f4850c9-9dd1-477a-bf9e-56696a591c25 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0682383 Aug 26 06:19:18.501466 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3d7d7b7a-a588-4ae2-9e4b-bc77773e4fe4 req-90e3ebce-2d05-4623-8191-95d2d3ee6459 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671239 Aug 26 06:19:18.627430 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3ac425c2-3ffd-4b83-ad10-ae616b17b496 None None] Publish callbacks [] for port (8c7ffa5d-1acb-451e-94f4-1d1461707881), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:18.660745 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 52500) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:19:18.722592 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7b385964-e5eb-42ff-85e3-8ca4f774824d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (f98ac69e-828d-4bda-a8ff-55a85a18b395), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:18.727017 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7b385964-e5eb-42ff-85e3-8ca4f774824d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:18.734799 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-7b385964-e5eb-42ff-85e3-8ca4f774824d admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/f98ac69e-828d-4bda-a8ff-55a85a18b395 HTTP/1.1" status: 204 len: 168 time: 0.5231237 Aug 26 06:19:18.741789 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b385964-e5eb-42ff-85e3-8ca4f774824d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98ac69e-828d-4bda-a8ff-55a85a18b395,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:18.793654 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-0eebd7f7-1df3-4857-b0b8-4502c7f0269b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1053508020-network', 'tenant_id': 'b38f9319c7534904ac58d1d9f9048b91'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:19:18.841287 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3ac425c2-3ffd-4b83-ad10-ae616b17b496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (8c7ffa5d-1acb-451e-94f4-1d1461707881), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:18.905675 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba23f9-4249-4a61-9c0e-34555a650cf9 None None] Pushing event updated for resources: {'Port': ['ID=8c7ffa5d-1acb-451e-94f4-1d1461707881,revision_number=3']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:18.937325 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-3ac425c2-3ffd-4b83-ad10-ae616b17b496 None None] Attempting to bind port 8c7ffa5d-1acb-451e-94f4-1d1461707881 on host dv-cinder-853910-3-iscsi for vnic_type normal with profile {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:19:18.937460 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-3ac425c2-3ffd-4b83-ad10-ae616b17b496 None None] Attempting to bind port 8c7ffa5d-1acb-451e-94f4-1d1461707881 by drivers openvswitch,hyperv on host dv-cinder-853910-3-iscsi at level 0 using segments [{'id': '61084740-e827-4b91-82dd-c854e7f47a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e160e0e8-e0fd-4af5-b357-0de9a51426d2'}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:19:18.937715 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac425c2-3ffd-4b83-ad10-ae616b17b496 None None] Attempting to bind port 8c7ffa5d-1acb-451e-94f4-1d1461707881 on network e160e0e8-e0fd-4af5-b357-0de9a51426d2 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:19:18.946291 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac425c2-3ffd-4b83-ad10-ae616b17b496 None None] Checking agent: {'id': '4b23c1c4-ad66-4056-a835-9b344d252955', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 8, 1), 'started_at': datetime.datetime(2022, 8, 26, 6, 8, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:19:18.946291 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac425c2-3ffd-4b83-ad10-ae616b17b496 None None] Checking segment: {'id': '61084740-e827-4b91-82dd-c854e7f47a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e160e0e8-e0fd-4af5-b357-0de9a51426d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:19:18.946291 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3ac425c2-3ffd-4b83-ad10-ae616b17b496 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:18.946291 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac425c2-3ffd-4b83-ad10-ae616b17b496 None None] Bound using segment: {'id': '61084740-e827-4b91-82dd-c854e7f47a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e160e0e8-e0fd-4af5-b357-0de9a51426d2'} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:19:18.946291 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-3ac425c2-3ffd-4b83-ad10-ae616b17b496 None None] Bound port: 8c7ffa5d-1acb-451e-94f4-1d1461707881, host: dv-cinder-853910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61084740-e827-4b91-82dd-c854e7f47a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e160e0e8-e0fd-4af5-b357-0de9a51426d2'}}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:19:18.947136 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3ac425c2-3ffd-4b83-ad10-ae616b17b496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (8c7ffa5d-1acb-451e-94f4-1d1461707881), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:19.042597 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eebd7f7-1df3-4857-b0b8-4502c7f0269b admin admin] Made reservation on behalf of b38f9319c7534904ac58d1d9f9048b91 for: {'network': 1} {{(pid=107133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:19:19.050230 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0eebd7f7-1df3-4857-b0b8-4502c7f0269b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for network (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:19.052777 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:19.064073 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-3ac425c2-3ffd-4b83-ad10-ae616b17b496 None None] For port 8c7ffa5d-1acb-451e-94f4-1d1461707881, host dv-cinder-853910-3-iscsi, cleared binding levels {{(pid=107136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:19:19.070443 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-3ac425c2-3ffd-4b83-ad10-ae616b17b496 None None] For port 8c7ffa5d-1acb-451e-94f4-1d1461707881, host dv-cinder-853910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=8c7ffa5d-1acb-451e-94f4-1d1461707881,segment=NetworkSegment(61084740-e827-4b91-82dd-c854e7f47a2f),segment_id=61084740-e827-4b91-82dd-c854e7f47a2f)] {{(pid=107136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:19:19.237274 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3ac425c2-3ffd-4b83-ad10-ae616b17b496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (8c7ffa5d-1acb-451e-94f4-1d1461707881), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:19.271225 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 52518) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:19:19.278234 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-ac470a45-1d67-449c-8d88-90aada17bd03 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-513126299-network', 'tenant_id': '5ed8b47c2b8a495bb5fdb68cd8087d62'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:19:19.288614 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0eebd7f7-1df3-4857-b0b8-4502c7f0269b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:19.322081 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac425c2-3ffd-4b83-ad10-ae616b17b496 None None] Routers {'41a2ad15-8642-4070-a068-21959c7fda38'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:19:19.331211 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-3ac425c2-3ffd-4b83-ad10-ae616b17b496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:18:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['41a2ad15-8642-4070-a068-21959c7fda38'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:19:19.385006 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:19.410955 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba23f9-4249-4a61-9c0e-34555a650cf9 None None] Pushing event updated for resources: {'Port': ['ID=8c7ffa5d-1acb-451e-94f4-1d1461707881,revision_number=4']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:19.434178 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0eebd7f7-1df3-4857-b0b8-4502c7f0269b admin admin] Publish callbacks [] for security_group (51608092-940b-4d03-a97f-ce6ad066cd76), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:19.467010 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac470a45-1d67-449c-8d88-90aada17bd03 admin admin] Made reservation on behalf of 5ed8b47c2b8a495bb5fdb68cd8087d62 for: {'network': 1} {{(pid=107134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:19:19.471643 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ac470a45-1d67-449c-8d88-90aada17bd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for network (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:19.483035 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ac470a45-1d67-449c-8d88-90aada17bd03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:19.580138 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00686f78-028a-462b-b157-c98ef2ee2e06 req-a0fa5bbb-14ce-4d68-b4d6-b2d62ae5eb37 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:19.580978 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-00686f78-028a-462b-b157-c98ef2ee2e06 req-a0fa5bbb-14ce-4d68-b4d6-b2d62ae5eb37 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 943 time: 0.0608361 Aug 26 06:19:19.611833 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ac470a45-1d67-449c-8d88-90aada17bd03 admin admin] Publish callbacks [] for security_group (f4bc78fb-42f2-4583-a2cc-2b663d14edb5), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:19.618641 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-3ac425c2-3ffd-4b83-ad10-ae616b17b496 None None] Set router 41a2ad15-8642-4070-a068-21959c7fda38 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:19:19.643427 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-00686f78-028a-462b-b157-c98ef2ee2e06 req-8294ec68-b61d-4ee4-a2e9-2bc8813412df tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558298 Aug 26 06:19:19.705524 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0eebd7f7-1df3-4857-b0b8-4502c7f0269b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (51608092-940b-4d03-a97f-ce6ad066cd76), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:19.752691 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eebd7f7-1df3-4857-b0b8-4502c7f0269b admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=107133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 06:19:19.780086 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eebd7f7-1df3-4857-b0b8-4502c7f0269b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51608092-940b-4d03-a97f-ce6ad066cd76,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:19.792675 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0eebd7f7-1df3-4857-b0b8-4502c7f0269b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439'] for segment (da7c9f63-cf36-404c-a816-66d394fc780b), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:19.793362 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.db.segments_db [None req-0eebd7f7-1df3-4857-b0b8-4502c7f0269b admin admin] Added segment da7c9f63-cf36-404c-a816-66d394fc780b of type vlan for network acb716de-6bc0-4261-b952-78c0c00f2891 Aug 26 06:19:19.849782 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0eebd7f7-1df3-4857-b0b8-4502c7f0269b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776575837049'] for network (acb716de-6bc0-4261-b952-78c0c00f2891), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:19.894660 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-3ac425c2-3ffd-4b83-ad10-ae616b17b496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a2ad15-8642-4070-a068-21959c7fda38', 'name': 'tempest-TestMinimumBasicScenario-1198191356-router', 'tenant_id': '01817da1260c41b4abe6f02b11c66232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e90c5720-6363-4745-9536-1e00049eb1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:07Z', 'updated_at': '2022-08-26T06:19:14Z', 'revision_number': 4, 'project_id': '01817da1260c41b4abe6f02b11c66232', 'gw_port': {'id': 'e90c5720-6363-4745-9536-1e00049eb1f5', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:57:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a2ad15-8642-4070-a068-21959c7fda38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:09Z', 'updated_at': '2022-08-26T06:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '8c7ffa5d-1acb-451e-94f4-1d1461707881', 'name': '', 'network_id': 'e160e0e8-e0fd-4af5-b357-0de9a51426d2', 'tenant_id': '01817da1260c41b4abe6f02b11c66232', 'mac_address': 'fa:16:3e:fd:20:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a2ad15-8642-4070-a068-21959c7fda38', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8d716194-1361-4e1c-afd7-19790eeb2259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:13Z', 'updated_at': '2022-08-26T06:19:19Z', 'revision_number': 4, 'project_id': '01817da1260c41b4abe6f02b11c66232', 'subnets': [{'id': '8d716194-1361-4e1c-afd7-19790eeb2259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:19:19.926779 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac425c2-3ffd-4b83-ad10-ae616b17b496 None None] The sync data for ids ['41a2ad15-8642-4070-a068-21959c7fda38'] in dv-cinder-853910-3-iscsi is: [{'id': '41a2ad15-8642-4070-a068-21959c7fda38', 'name': 'tempest-TestMinimumBasicScenario-1198191356-router', 'tenant_id': '01817da1260c41b4abe6f02b11c66232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e90c5720-6363-4745-9536-1e00049eb1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:07Z', 'updated_at': '2022-08-26T06:19:14Z', 'revision_number': 4, 'project_id': '01817da1260c41b4abe6f02b11c66232', 'gw_port': {'id': 'e90c5720-6363-4745-9536-1e00049eb1f5', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:57:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a2ad15-8642-4070-a068-21959c7fda38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:09Z', 'updated_at': '2022-08-26T06:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '8c7ffa5d-1acb-451e-94f4-1d1461707881', 'name': '', 'network_id': 'e160e0e8-e0fd-4af5-b357-0de9a51426d2', 'tenant_id': '01817da1260c41b4abe6f02b11c66232', 'mac_address': 'fa:16:3e:fd:20:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a2ad15-8642-4070-a068-21959c7fda38', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8d716194-1361-4e1c-afd7-19790eeb2259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:13Z', 'updated_at': '2022-08-26T06:19:19Z', 'revision_number': 4, 'project_id': '01817da1260c41b4abe6f02b11c66232', 'subnets': [{'id': '8d716194-1361-4e1c-afd7-19790eeb2259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:19:19.954979 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ac470a45-1d67-449c-8d88-90aada17bd03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (f4bc78fb-42f2-4583-a2cc-2b663d14edb5), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:20.018844 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac470a45-1d67-449c-8d88-90aada17bd03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bc78fb-42f2-4583-a2cc-2b663d14edb5,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:20.022344 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac470a45-1d67-449c-8d88-90aada17bd03 admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=107134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 06:19:20.057590 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ac470a45-1d67-449c-8d88-90aada17bd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439'] for segment (548e42d0-2cb5-406e-9e0c-58b6b733a415), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:20.058369 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.db.segments_db [None req-ac470a45-1d67-449c-8d88-90aada17bd03 admin admin] Added segment 548e42d0-2cb5-406e-9e0c-58b6b733a415 of type vlan for network 5d4f41b2-52b3-4af0-9911-ca978ffc602f Aug 26 06:19:20.109973 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0eebd7f7-1df3-4857-b0b8-4502c7f0269b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319'] for network (acb716de-6bc0-4261-b952-78c0c00f2891), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:20.112810 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eebd7f7-1df3-4857-b0b8-4502c7f0269b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:20.112810 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0eebd7f7-1df3-4857-b0b8-4502c7f0269b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for network (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:20.116002 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ac470a45-1d67-449c-8d88-90aada17bd03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776575837049'] for network (5d4f41b2-52b3-4af0-9911-ca978ffc602f), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:20.224775 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eebd7f7-1df3-4857-b0b8-4502c7f0269b admin admin] Pushing event updated for resources: {'Network': ['ID=acb716de-6bc0-4261-b952-78c0c00f2891,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:20.235421 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Network acb716de-6bc0-4261-b952-78c0c00f2891 details requested by agent ovs-agent-dv-cinder-853910-3-iscsi with host dv-cinder-853910-3-iscsi {{(pid=107135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 06:19:20.347306 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ac470a45-1d67-449c-8d88-90aada17bd03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319'] for network (5d4f41b2-52b3-4af0-9911-ca978ffc602f), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:20.354970 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac470a45-1d67-449c-8d88-90aada17bd03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:20.355903 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ac470a45-1d67-449c-8d88-90aada17bd03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for network (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:20.363985 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-0eebd7f7-1df3-4857-b0b8-4502c7f0269b admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7005625 Aug 26 06:19:20.367931 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 52538) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:19:20.375959 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-7608b22a-9d99-4c1a-a4e7-8bbdcbc6b90a admin admin] Request body: {'subnet': {'network_id': 'acb716de-6bc0-4261-b952-78c0c00f2891', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1053508020-subnet', 'tenant_id': 'b38f9319c7534904ac58d1d9f9048b91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:19:20.459809 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac470a45-1d67-449c-8d88-90aada17bd03 admin admin] Pushing event updated for resources: {'Network': ['ID=5d4f41b2-52b3-4af0-9911-ca978ffc602f,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:20.478957 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Network 5d4f41b2-52b3-4af0-9911-ca978ffc602f details requested by agent ovs-agent-dv-cinder-853910-3-iscsi with host dv-cinder-853910-3-iscsi {{(pid=107135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 06:19:20.599036 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7608b22a-9d99-4c1a-a4e7-8bbdcbc6b90a admin admin] Made reservation on behalf of b38f9319c7534904ac58d1d9f9048b91 for: {'subnet': 1} {{(pid=107133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:19:20.602874 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7608b22a-9d99-4c1a-a4e7-8bbdcbc6b90a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9189226'] for subnet (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:20.653319 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-ac470a45-1d67-449c-8d88-90aada17bd03 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3792462 Aug 26 06:19:20.661771 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 52544) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:19:20.672391 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-0de48216-c6c4-4c42-a66a-73099fde8e5e admin admin] Request body: {'subnet': {'network_id': '5d4f41b2-52b3-4af0-9911-ca978ffc602f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-513126299-subnet', 'tenant_id': '5ed8b47c2b8a495bb5fdb68cd8087d62', 'ip_version': 4}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:19:20.855425 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b4d39-8afc-4090-b780-e2b29086c402 req-fe537e74-03ef-4c31-8a83-b815ce02752d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:20.858071 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-dd8b4d39-8afc-4090-b780-e2b29086c402 req-fe537e74-03ef-4c31-8a83-b815ce02752d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 943 time: 0.1079180 Aug 26 06:19:20.885480 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de48216-c6c4-4c42-a66a-73099fde8e5e admin admin] Made reservation on behalf of 5ed8b47c2b8a495bb5fdb68cd8087d62 for: {'subnet': 1} {{(pid=107133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:19:20.891994 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0de48216-c6c4-4c42-a66a-73099fde8e5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9189226'] for subnet (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:20.910159 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 52552) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:19:20.948043 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-dd8b4d39-8afc-4090-b780-e2b29086c402 req-8e01c848-92f3-41e9-b731-99bec6c9d372 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797086 Aug 26 06:19:21.078292 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-32d5c34f-f1f2-4c00-af38-8ef81506a131 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-516714474-network', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:19:21.150278 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7608b22a-9d99-4c1a-a4e7-8bbdcbc6b90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9189208'] for subnet (73c73fe7-06bc-4f39-a55c-36ef4ab94c3a), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:21.228968 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608b22a-9d99-4c1a-a4e7-8bbdcbc6b90a admin admin] Pushing event updated for resources: {'Subnet': ['ID=73c73fe7-06bc-4f39-a55c-36ef4ab94c3a,revision_number=0']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:21.237136 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7608b22a-9d99-4c1a-a4e7-8bbdcbc6b90a admin admin] Checking segment: {'id': 'da7c9f63-cf36-404c-a816-66d394fc780b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'acb716de-6bc0-4261-b952-78c0c00f2891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:19:21.237579 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7608b22a-9d99-4c1a-a4e7-8bbdcbc6b90a admin admin] Network hostable DHCP agents. Network: acb716de-6bc0-4261-b952-78c0c00f2891, hostable agents: ['cf64840e-f340-4e9a-bb2f-df6b7decc44a'], hosted agents: [] {{(pid=107133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 06:19:21.304559 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d5c34f-f1f2-4c00-af38-8ef81506a131 admin admin] Made reservation on behalf of fde0e661bd5646bab91b5e6b623a2e7e for: {'network': 1} {{(pid=107134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:19:21.305380 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0de48216-c6c4-4c42-a66a-73099fde8e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9189208'] for subnet (72384c6b-28cb-4877-9669-bc81f719f31f), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:21.308367 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-32d5c34f-f1f2-4c00-af38-8ef81506a131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for network (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:21.324337 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-32d5c34f-f1f2-4c00-af38-8ef81506a131 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:21.388228 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de48216-c6c4-4c42-a66a-73099fde8e5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=72384c6b-28cb-4877-9669-bc81f719f31f,revision_number=0']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:21.408616 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de48216-c6c4-4c42-a66a-73099fde8e5e admin admin] Checking segment: {'id': '548e42d0-2cb5-406e-9e0c-58b6b733a415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5d4f41b2-52b3-4af0-9911-ca978ffc602f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:19:21.408906 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de48216-c6c4-4c42-a66a-73099fde8e5e admin admin] Network hostable DHCP agents. Network: 5d4f41b2-52b3-4af0-9911-ca978ffc602f, hostable agents: ['cf64840e-f340-4e9a-bb2f-df6b7decc44a'], hosted agents: [] {{(pid=107133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 06:19:21.442508 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-32d5c34f-f1f2-4c00-af38-8ef81506a131 admin admin] Publish callbacks [] for security_group (9b71d5d3-fe3b-4670-907a-64f9d788ba33), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:21.505191 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7608b22a-9d99-4c1a-a4e7-8bbdcbc6b90a admin admin] Network acb716de-6bc0-4261-b952-78c0c00f2891 is scheduled to be hosted by DHCP agent cf64840e-f340-4e9a-bb2f-df6b7decc44a with binding_index 1 {{(pid=107133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 06:19:21.638170 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:21.724448 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-32d5c34f-f1f2-4c00-af38-8ef81506a131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (9b71d5d3-fe3b-4670-907a-64f9d788ba33), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:21.726770 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de48216-c6c4-4c42-a66a-73099fde8e5e admin admin] Network 5d4f41b2-52b3-4af0-9911-ca978ffc602f is scheduled to be hosted by DHCP agent cf64840e-f340-4e9a-bb2f-df6b7decc44a with binding_index 1 {{(pid=107133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 06:19:21.752646 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32d5c34f-f1f2-4c00-af38-8ef81506a131 admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=107134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 06:19:21.764342 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5c34f-f1f2-4c00-af38-8ef81506a131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b71d5d3-fe3b-4670-907a-64f9d788ba33,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:21.769498 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-32d5c34f-f1f2-4c00-af38-8ef81506a131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439'] for segment (2277a1fe-3a58-44e4-9188-12fe782742b9), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:21.769859 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.db.segments_db [None req-32d5c34f-f1f2-4c00-af38-8ef81506a131 admin admin] Added segment 2277a1fe-3a58-44e4-9188-12fe782742b9 of type vlan for network 6c5f68e8-9704-4e4e-a557-4e9515d804ef Aug 26 06:19:21.826572 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-32d5c34f-f1f2-4c00-af38-8ef81506a131 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776575837049'] for network (6c5f68e8-9704-4e4e-a557-4e9515d804ef), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:21.896742 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [None req-7608b22a-9d99-4c1a-a4e7-8bbdcbc6b90a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-3-iscsi, acb716de-6bc0-4261-b952-78c0c00f2891) {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:19:21.910740 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [None req-0de48216-c6c4-4c42-a66a-73099fde8e5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-3-iscsi, 5d4f41b2-52b3-4af0-9911-ca978ffc602f) {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:19:21.911727 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7608b22a-9d99-4c1a-a4e7-8bbdcbc6b90a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:21.912366 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7608b22a-9d99-4c1a-a4e7-8bbdcbc6b90a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:21.921246 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de48216-c6c4-4c42-a66a-73099fde8e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:21.922869 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0de48216-c6c4-4c42-a66a-73099fde8e5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:21.928133 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0de8aa-5232-4038-b439-aad01eced05a None None] Network acb716de-6bc0-4261-b952-78c0c00f2891 requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:19:21.988850 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b975c8d-b573-4cce-af5a-40d748f08443 None None] Network 5d4f41b2-52b3-4af0-9911-ca978ffc602f requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:19:22.093512 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-32d5c34f-f1f2-4c00-af38-8ef81506a131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319'] for network (6c5f68e8-9704-4e4e-a557-4e9515d804ef), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:22.095747 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d5c34f-f1f2-4c00-af38-8ef81506a131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:22.096875 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-32d5c34f-f1f2-4c00-af38-8ef81506a131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for network (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:22.132686 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21831e3-c5e4-48cd-af1b-0364b0a7bc81 req-07e49d01-8843-4d43-8b0d-ed9b0aef9817 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:22.134715 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d21831e3-c5e4-48cd-af1b-0364b0a7bc81 req-07e49d01-8843-4d43-8b0d-ed9b0aef9817 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 943 time: 0.0753932 Aug 26 06:19:22.143339 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-0de48216-c6c4-4c42-a66a-73099fde8e5e admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4759002 Aug 26 06:19:22.152456 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-7608b22a-9d99-4c1a-a4e7-8bbdcbc6b90a admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7840376 Aug 26 06:19:22.153138 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 52562) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:19:22.159403 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-f842eb8d-e2f4-4e88-a2a9-8483c2074813 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-513126299-router', 'tenant_id': '5ed8b47c2b8a495bb5fdb68cd8087d62', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:19:22.230309 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5c34f-f1f2-4c00-af38-8ef81506a131 admin admin] Pushing event updated for resources: {'Network': ['ID=6c5f68e8-9704-4e4e-a557-4e9515d804ef,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:22.231965 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d21831e3-c5e4-48cd-af1b-0364b0a7bc81 req-a268b0c6-a854-42b2-98c2-bdaaacb4fbf7 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678928 Aug 26 06:19:22.248581 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 8c7ffa5d-1acb-451e-94f4-1d1461707881 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:19:22.261814 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Network 6c5f68e8-9704-4e4e-a557-4e9515d804ef details requested by agent ovs-agent-dv-cinder-853910-3-iscsi with host dv-cinder-853910-3-iscsi {{(pid=107135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 06:19:22.331340 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-32d5c34f-f1f2-4c00-af38-8ef81506a131 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4197896 Aug 26 06:19:22.335391 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 52568) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:19:22.344469 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-f47231f6-1222-41d4-bf40-f39038ae4145 admin admin] Request body: {'subnet': {'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-516714474-subnet', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'ip_version': 4}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:19:22.381267 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:22.381528 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f842eb8d-e2f4-4e88-a2a9-8483c2074813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32324'] for router (edf461e8-dec7-4c8e-9bd5-5412c674aabb), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:22.381528 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f842eb8d-e2f4-4e88-a2a9-8483c2074813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1621550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1785856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32333'] for router (edf461e8-dec7-4c8e-9bd5-5412c674aabb), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:22.496202 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f842eb8d-e2f4-4e88-a2a9-8483c2074813 admin admin] Publish callbacks [] for router_controller (edf461e8-dec7-4c8e-9bd5-5412c674aabb), precommit_add_association {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:22.598350 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 8c7ffa5d-1acb-451e-94f4-1d1461707881 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:22.599552 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (8c7ffa5d-1acb-451e-94f4-1d1461707881), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:22.605905 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49e1b25-c195-4914-af94-8d14066fc02d None None] Network acb716de-6bc0-4261-b952-78c0c00f2891 requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:19:22.616206 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb3334e-2b91-4d63-ada8-da763b365d4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dd3542d-7dca-51c5-b561-2f21a9595a38-5d4f41b2-52b3-4af0-9911-ca978ffc602f', 'network_id': '5d4f41b2-52b3-4af0-9911-ca978ffc602f', 'project_id': '5ed8b47c2b8a495bb5fdb68cd8087d62', 'fixed_ips': [{'subnet_id': '72384c6b-28cb-4877-9669-bc81f719f31f'}]}} from dv-cinder-853910-3-iscsi. {{(pid=107135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 06:19:22.617164 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cb3334e-2b91-4d63-ada8-da763b365d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:22.741003 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47231f6-1222-41d4-bf40-f39038ae4145 admin admin] Made reservation on behalf of fde0e661bd5646bab91b5e6b623a2e7e for: {'subnet': 1} {{(pid=107133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:19:22.743900 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f47231f6-1222-41d4-bf40-f39038ae4145 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9189226'] for subnet (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:22.964280 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f842eb8d-e2f4-4e88-a2a9-8483c2074813 admin admin] Publish callbacks [] for router_gateway (edf461e8-dec7-4c8e-9bd5-5412c674aabb), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:22.993456 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 8c7ffa5d-1acb-451e-94f4-1d1461707881 is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:19:22.994059 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (8c7ffa5d-1acb-451e-94f4-1d1461707881), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:23.040391 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_common [None req-8cb3334e-2b91-4d63-ada8-da763b365d4f None None] Allocated IP 172.20.0.2 (5d4f41b2-52b3-4af0-9911-ca978ffc602f/72384c6b-28cb-4877-9669-bc81f719f31f/98cbb7fc-2689-4871-8b5f-620e1278747b) {{(pid=107135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:19:23.055045 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] For port 8c7ffa5d-1acb-451e-94f4-1d1461707881, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=8c7ffa5d-1acb-451e-94f4-1d1461707881,segment=NetworkSegment(61084740-e827-4b91-82dd-c854e7f47a2f),segment_id=61084740-e827-4b91-82dd-c854e7f47a2f)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:19:23.139980 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 2064b241-4b48-43a2-ba54-14c868b539b4 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 06:19:23.313880 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cb3334e-2b91-4d63-ada8-da763b365d4f None None] Publish callbacks [] for port (98cbb7fc-2689-4871-8b5f-620e1278747b), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:23.352257 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 2064b241-4b48-43a2-ba54-14c868b539b4, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=2064b241-4b48-43a2-ba54-14c868b539b4,segment=NetworkSegment(4777da82-3ccc-43b7-bc69-e5828711c163),segment_id=4777da82-3ccc-43b7-bc69-e5828711c163)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:19:23.367922 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Returning: {'device': '2064b241-4b48-43a2-ba54-14c868b539b4', 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e', 'port_id': '2064b241-4b48-43a2-ba54-14c868b539b4', 'mac_address': 'fa:16:3e:d3:4b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b75031eb-a96b-4547-8cde-57cb718d9ca4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 06:19:23.374317 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (8c7ffa5d-1acb-451e-94f4-1d1461707881), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:23.374778 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f47231f6-1222-41d4-bf40-f39038ae4145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9189208'] for subnet (78073db3-4b4a-4ba4-91af-0bd41027d48e), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:23.465027 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc02401-f2b4-4e51-8fe2-05de20204f5c req-2e377c8f-38e8-47b1-8ba5-d7003d4be260 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:23.467076 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port 2064b241-4b48-43a2-ba54-14c868b539b4 is: DOWN; New status is: BUILD {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:19:23.467308 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ffc02401-f2b4-4e51-8fe2-05de20204f5c req-2e377c8f-38e8-47b1-8ba5-d7003d4be260 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 943 time: 0.0764182 Aug 26 06:19:23.467526 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (2064b241-4b48-43a2-ba54-14c868b539b4), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:23.494144 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2064b241-4b48-43a2-ba54-14c868b539b4 {{(pid=107135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:19:23.506858 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Pushing event updated for resources: {'Port': ['ID=8c7ffa5d-1acb-451e-94f4-1d1461707881,revision_number=5']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:23.540785 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 2064b241-4b48-43a2-ba54-14c868b539b4, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=2064b241-4b48-43a2-ba54-14c868b539b4,segment=NetworkSegment(4777da82-3ccc-43b7-bc69-e5828711c163),segment_id=4777da82-3ccc-43b7-bc69-e5828711c163)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:19:23.554301 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47231f6-1222-41d4-bf40-f39038ae4145 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78073db3-4b4a-4ba4-91af-0bd41027d48e,revision_number=0']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:23.560157 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ffc02401-f2b4-4e51-8fe2-05de20204f5c req-b8d0849a-8e92-4909-a501-841a572de744 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796263 Aug 26 06:19:23.572234 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f842eb8d-e2f4-4e88-a2a9-8483c2074813 admin admin] Publish callbacks [] for router_gateway (edf461e8-dec7-4c8e-9bd5-5412c674aabb), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:23.623856 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f842eb8d-e2f4-4e88-a2a9-8483c2074813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:23.644113 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47231f6-1222-41d4-bf40-f39038ae4145 admin admin] Checking segment: {'id': '2277a1fe-3a58-44e4-9188-12fe782742b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:19:23.644702 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47231f6-1222-41d4-bf40-f39038ae4145 admin admin] Network hostable DHCP agents. Network: 6c5f68e8-9704-4e4e-a557-4e9515d804ef, hostable agents: ['cf64840e-f340-4e9a-bb2f-df6b7decc44a'], hosted agents: [] {{(pid=107133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 06:19:23.661874 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cb3334e-2b91-4d63-ada8-da763b365d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587'] for port (98cbb7fc-2689-4871-8b5f-620e1278747b), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:23.708506 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb3334e-2b91-4d63-ada8-da763b365d4f None None] Network 5d4f41b2-52b3-4af0-9911-ca978ffc602f is already hosted by enough agents. {{(pid=107135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:19:23.712078 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-8cb3334e-2b91-4d63-ada8-da763b365d4f None None] Resources bound (agent type, host, resource id): {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:19:23.754550 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb3334e-2b91-4d63-ada8-da763b365d4f None None] Received port after_create {{(pid=107135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:19:23.754550 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb3334e-2b91-4d63-ada8-da763b365d4f None None] Pushing event updated for resources: {'Port': ['ID=98cbb7fc-2689-4871-8b5f-620e1278747b,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:23.780756 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-8cb3334e-2b91-4d63-ada8-da763b365d4f None None] Attempting to bind port 98cbb7fc-2689-4871-8b5f-620e1278747b on host dv-cinder-853910-3-iscsi for vnic_type normal with profile {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:19:23.781251 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-8cb3334e-2b91-4d63-ada8-da763b365d4f None None] Attempting to bind port 98cbb7fc-2689-4871-8b5f-620e1278747b by drivers openvswitch,hyperv on host dv-cinder-853910-3-iscsi at level 0 using segments [{'id': '548e42d0-2cb5-406e-9e0c-58b6b733a415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5d4f41b2-52b3-4af0-9911-ca978ffc602f'}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:19:23.781679 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb3334e-2b91-4d63-ada8-da763b365d4f None None] Attempting to bind port 98cbb7fc-2689-4871-8b5f-620e1278747b on network 5d4f41b2-52b3-4af0-9911-ca978ffc602f {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:19:23.784595 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_common [None req-f842eb8d-e2f4-4e88-a2a9-8483c2074813 admin admin] Allocated IP 172.27.3.99 (7bfbcaf8-cfd7-4da9-9873-fb578302608c/6eb332c5-848f-450d-bdad-4a764241332a/96735055-5ff8-479b-8b4e-8f619639d462) {{(pid=107133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:19:23.787475 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb3334e-2b91-4d63-ada8-da763b365d4f None None] Checking agent: {'id': '4b23c1c4-ad66-4056-a835-9b344d252955', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 8, 1), 'started_at': datetime.datetime(2022, 8, 26, 6, 8, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:19:23.787948 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb3334e-2b91-4d63-ada8-da763b365d4f None None] Checking segment: {'id': '548e42d0-2cb5-406e-9e0c-58b6b733a415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5d4f41b2-52b3-4af0-9911-ca978ffc602f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:19:23.788337 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cb3334e-2b91-4d63-ada8-da763b365d4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:23.788729 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb3334e-2b91-4d63-ada8-da763b365d4f None None] Bound using segment: {'id': '548e42d0-2cb5-406e-9e0c-58b6b733a415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5d4f41b2-52b3-4af0-9911-ca978ffc602f'} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:19:23.789194 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-8cb3334e-2b91-4d63-ada8-da763b365d4f None None] Bound port: 98cbb7fc-2689-4871-8b5f-620e1278747b, host: dv-cinder-853910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548e42d0-2cb5-406e-9e0c-58b6b733a415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5d4f41b2-52b3-4af0-9911-ca978ffc602f'}}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:19:23.789574 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cb3334e-2b91-4d63-ada8-da763b365d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (98cbb7fc-2689-4871-8b5f-620e1278747b), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:23.917709 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-8cb3334e-2b91-4d63-ada8-da763b365d4f None None] For port 98cbb7fc-2689-4871-8b5f-620e1278747b, host dv-cinder-853910-3-iscsi, cleared binding levels {{(pid=107135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:19:23.917709 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-8cb3334e-2b91-4d63-ada8-da763b365d4f None None] For port 98cbb7fc-2689-4871-8b5f-620e1278747b, host dv-cinder-853910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=98cbb7fc-2689-4871-8b5f-620e1278747b,segment=NetworkSegment(548e42d0-2cb5-406e-9e0c-58b6b733a415),segment_id=548e42d0-2cb5-406e-9e0c-58b6b733a415)] {{(pid=107135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:19:23.918160 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f842eb8d-e2f4-4e88-a2a9-8483c2074813 admin admin] Publish callbacks [] for port (96735055-5ff8-479b-8b4e-8f619639d462), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:23.981020 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 8c7ffa5d-1acb-451e-94f4-1d1461707881 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:19:24.022108 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (2064b241-4b48-43a2-ba54-14c868b539b4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:24.065793 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 8c7ffa5d-1acb-451e-94f4-1d1461707881 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:24.066236 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (8c7ffa5d-1acb-451e-94f4-1d1461707881), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:24.104456 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=2064b241-4b48-43a2-ba54-14c868b539b4,revision_number=4']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:24.107976 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47231f6-1222-41d4-bf40-f39038ae4145 admin admin] Network 6c5f68e8-9704-4e4e-a557-4e9515d804ef is scheduled to be hosted by DHCP agent cf64840e-f340-4e9a-bb2f-df6b7decc44a with binding_index 1 {{(pid=107133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 06:19:24.110966 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f842eb8d-e2f4-4e88-a2a9-8483c2074813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (96735055-5ff8-479b-8b4e-8f619639d462), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:24.117741 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cb3334e-2b91-4d63-ada8-da763b365d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (98cbb7fc-2689-4871-8b5f-620e1278747b), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:24.173902 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f842eb8d-e2f4-4e88-a2a9-8483c2074813 admin admin] Network 7bfbcaf8-cfd7-4da9-9873-fb578302608c is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:19:24.178144 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [None req-f842eb8d-e2f4-4e88-a2a9-8483c2074813 admin admin] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:19:24.182219 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f842eb8d-e2f4-4e88-a2a9-8483c2074813 admin admin] Received port after_create {{(pid=107133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:19:24.189137 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f842eb8d-e2f4-4e88-a2a9-8483c2074813 admin admin] Pushing event updated for resources: {'Port': ['ID=96735055-5ff8-479b-8b4e-8f619639d462,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:24.229106 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb3334e-2b91-4d63-ada8-da763b365d4f None None] Pushing event updated for resources: {'Port': ['ID=98cbb7fc-2689-4871-8b5f-620e1278747b,revision_number=2']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:24.247222 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 8c7ffa5d-1acb-451e-94f4-1d1461707881 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:19:24.338694 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] get_ports_and_sgs() called for port_ids ['2064b241-4b48-43a2-ba54-14c868b539b4'] {{(pid=107135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 06:19:24.370912 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [None req-f47231f6-1222-41d4-bf40-f39038ae4145 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-3-iscsi, 6c5f68e8-9704-4e4e-a557-4e9515d804ef) {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:19:24.378546 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47231f6-1222-41d4-bf40-f39038ae4145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:24.379488 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f47231f6-1222-41d4-bf40-f39038ae4145 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:24.429838 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a9e0ca-5501-4533-b8fd-83cfd0bd33ba None None] Network 6c5f68e8-9704-4e4e-a557-4e9515d804ef requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:19:24.581907 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-f47231f6-1222-41d4-bf40-f39038ae4145 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2442431 Aug 26 06:19:24.591725 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 52596) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:19:24.596911 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-ce00ead4-c936-499a-ba8b-4411ca87e233 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-516714474-router', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:19:24.718089 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18558b17-bfcb-4342-9aa6-190b20a30040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dd3542d-7dca-51c5-b561-2f21a9595a38-6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'fixed_ips': [{'subnet_id': '78073db3-4b4a-4ba4-91af-0bd41027d48e'}]}} from dv-cinder-853910-3-iscsi. {{(pid=107135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 06:19:24.719035 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-18558b17-bfcb-4342-9aa6-190b20a30040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:24.808008 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37c767-2d41-471e-a98f-dc9ed460a007 req-31e787c8-ef5a-4d07-b9a7-6ae9dee4d415 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:24.809627 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-9f37c767-2d41-471e-a98f-dc9ed460a007 req-31e787c8-ef5a-4d07-b9a7-6ae9dee4d415 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 944 time: 0.0888760 Aug 26 06:19:24.842640 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ce00ead4-c936-499a-ba8b-4411ca87e233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32324'] for router (1170b181-b00b-401a-bc40-cf5c03a60e31), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:24.844679 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ce00ead4-c936-499a-ba8b-4411ca87e233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1621550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1785856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32333'] for router (1170b181-b00b-401a-bc40-cf5c03a60e31), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:24.884723 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f842eb8d-e2f4-4e88-a2a9-8483c2074813 admin admin] Publish callbacks [] for router_gateway (edf461e8-dec7-4c8e-9bd5-5412c674aabb), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:24.918082 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ce00ead4-c936-499a-ba8b-4411ca87e233 admin admin] Publish callbacks [] for router_controller (1170b181-b00b-401a-bc40-cf5c03a60e31), precommit_add_association {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:24.929176 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:24.944043 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_common [None req-18558b17-bfcb-4342-9aa6-190b20a30040 None None] Allocated IP 172.20.0.2 (6c5f68e8-9704-4e4e-a557-4e9515d804ef/78073db3-4b4a-4ba4-91af-0bd41027d48e/a86f3aff-8d3e-4766-86ea-d80c6c8e65a2) {{(pid=107135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:19:24.959639 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-9f37c767-2d41-471e-a98f-dc9ed460a007 req-b10c9c80-1e29-43e2-a46e-31bb5d56aa43 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340921 Aug 26 06:19:25.047474 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:25.135939 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-18558b17-bfcb-4342-9aa6-190b20a30040 None None] Publish callbacks [] for port (a86f3aff-8d3e-4766-86ea-d80c6c8e65a2), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:25.197174 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f842eb8d-e2f4-4e88-a2a9-8483c2074813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621576'] for router (edf461e8-dec7-4c8e-9bd5-5412c674aabb), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:25.205345 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:25.296866 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-18558b17-bfcb-4342-9aa6-190b20a30040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587'] for port (a86f3aff-8d3e-4766-86ea-d80c6c8e65a2), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:25.328398 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ce00ead4-c936-499a-ba8b-4411ca87e233 admin admin] Publish callbacks [] for router_gateway (1170b181-b00b-401a-bc40-cf5c03a60e31), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:25.472997 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72aa91fd-b9a0-4316-8e59-c00c8c986546 None None] Network 5d4f41b2-52b3-4af0-9911-ca978ffc602f requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:19:25.548577 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-f181b13d-42f2-4ec7-bd55-c1d12b15afd4 None None] Provisioning complete for port 98cbb7fc-2689-4871-8b5f-620e1278747b triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:25.548849 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f181b13d-42f2-4ec7-bd55-c1d12b15afd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (98cbb7fc-2689-4871-8b5f-620e1278747b), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:25.571238 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18558b17-bfcb-4342-9aa6-190b20a30040 None None] Network 6c5f68e8-9704-4e4e-a557-4e9515d804ef is already hosted by enough agents. {{(pid=107135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:19:25.576634 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18558b17-bfcb-4342-9aa6-190b20a30040 None None] Pushing event updated for resources: {'Port': ['ID=a86f3aff-8d3e-4766-86ea-d80c6c8e65a2,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:25.586807 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f842eb8d-e2f4-4e88-a2a9-8483c2074813 admin admin] Router edf461e8-dec7-4c8e-9bd5-5412c674aabb is scheduled to L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 with binding_index 1 {{(pid=107133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 06:19:25.619669 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-18558b17-bfcb-4342-9aa6-190b20a30040 None None] Resources bound (agent type, host, resource id): {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:19:25.629348 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18558b17-bfcb-4342-9aa6-190b20a30040 None None] Received port after_create {{(pid=107135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:19:25.866948 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f842eb8d-e2f4-4e88-a2a9-8483c2074813 admin admin] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:19:25.897491 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9d6cf6-05c1-47cd-9553-21a2b1356c15 None None] Sync routers for ids ['edf461e8-dec7-4c8e-9bd5-5412c674aabb'] in dv-cinder-853910-3-iscsi {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:19:25.904694 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-18558b17-bfcb-4342-9aa6-190b20a30040 None None] Attempting to bind port a86f3aff-8d3e-4766-86ea-d80c6c8e65a2 on host dv-cinder-853910-3-iscsi for vnic_type normal with profile {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:19:25.905275 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-18558b17-bfcb-4342-9aa6-190b20a30040 None None] Attempting to bind port a86f3aff-8d3e-4766-86ea-d80c6c8e65a2 by drivers openvswitch,hyperv on host dv-cinder-853910-3-iscsi at level 0 using segments [{'id': '2277a1fe-3a58-44e4-9188-12fe782742b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef'}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:19:25.905855 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18558b17-bfcb-4342-9aa6-190b20a30040 None None] Attempting to bind port a86f3aff-8d3e-4766-86ea-d80c6c8e65a2 on network 6c5f68e8-9704-4e4e-a557-4e9515d804ef {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:19:25.946595 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18558b17-bfcb-4342-9aa6-190b20a30040 None None] Checking agent: {'id': '4b23c1c4-ad66-4056-a835-9b344d252955', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 8, 1), 'started_at': datetime.datetime(2022, 8, 26, 6, 8, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:19:25.947231 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18558b17-bfcb-4342-9aa6-190b20a30040 None None] Checking segment: {'id': '2277a1fe-3a58-44e4-9188-12fe782742b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:19:25.947826 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-18558b17-bfcb-4342-9aa6-190b20a30040 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:25.955295 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18558b17-bfcb-4342-9aa6-190b20a30040 None None] Bound using segment: {'id': '2277a1fe-3a58-44e4-9188-12fe782742b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef'} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:19:25.956132 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-18558b17-bfcb-4342-9aa6-190b20a30040 None None] Bound port: a86f3aff-8d3e-4766-86ea-d80c6c8e65a2, host: dv-cinder-853910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2277a1fe-3a58-44e4-9188-12fe782742b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef'}}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:19:25.956813 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-18558b17-bfcb-4342-9aa6-190b20a30040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (a86f3aff-8d3e-4766-86ea-d80c6c8e65a2), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:25.990822 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-f181b13d-42f2-4ec7-bd55-c1d12b15afd4 None None] Current status of the port 98cbb7fc-2689-4871-8b5f-620e1278747b is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:19:25.991429 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f181b13d-42f2-4ec7-bd55-c1d12b15afd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (98cbb7fc-2689-4871-8b5f-620e1278747b), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:25.999719 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9d6cf6-05c1-47cd-9553-21a2b1356c15 None None] Routers {'edf461e8-dec7-4c8e-9bd5-5412c674aabb'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:19:26.000714 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-1e9d6cf6-05c1-47cd-9553-21a2b1356c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:18:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['edf461e8-dec7-4c8e-9bd5-5412c674aabb'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:19:26.110252 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ce00ead4-c936-499a-ba8b-4411ca87e233 admin admin] Publish callbacks [] for router_gateway (1170b181-b00b-401a-bc40-cf5c03a60e31), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:26.132539 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f842eb8d-e2f4-4e88-a2a9-8483c2074813 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:26.134975 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-f842eb8d-e2f4-4e88-a2a9-8483c2074813 admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9807518 Aug 26 06:19:26.139123 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 52624) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:19:26.165025 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 98cbb7fc-2689-4871-8b5f-620e1278747b up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:19:26.169032 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72dcbd-3561-462f-a292-9058268cfeff req-ada89dad-4553-4121-89e4-e997bba9668b tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:26.178901 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2f72dcbd-3561-462f-a292-9058268cfeff req-ada89dad-4553-4121-89e4-e997bba9668b tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/networks?id=acb716de-6bc0-4261-b952-78c0c00f2891 HTTP/1.1" status: 200 len: 809 time: 0.2261322 Aug 26 06:19:26.225346 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ce00ead4-c936-499a-ba8b-4411ca87e233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:26.249301 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2f72dcbd-3561-462f-a292-9058268cfeff req-33dccb60-1a09-4c6e-ae63-bfbfa3591496 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/quotas/b38f9319c7534904ac58d1d9f9048b91 HTTP/1.1" status: 200 len: 375 time: 0.0691264 Aug 26 06:19:26.284542 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-f181b13d-42f2-4ec7-bd55-c1d12b15afd4 None None] For port 98cbb7fc-2689-4871-8b5f-620e1278747b, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=98cbb7fc-2689-4871-8b5f-620e1278747b,segment=NetworkSegment(548e42d0-2cb5-406e-9e0c-58b6b733a415),segment_id=548e42d0-2cb5-406e-9e0c-58b6b733a415)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:19:26.325639 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2f72dcbd-3561-462f-a292-9058268cfeff req-ad88f02f-e327-417c-a6b2-3aa59048896a tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=b38f9319c7534904ac58d1d9f9048b91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729849 Aug 26 06:19:26.365868 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 2064b241-4b48-43a2-ba54-14c868b539b4 up at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:19:26.404140 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89062f4c-99de-4d8f-909c-6f4f15be0896 req-595ee82d-ebc2-4ea9-8c0f-fe7b18af58a0 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:26.407221 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-89062f4c-99de-4d8f-909c-6f4f15be0896 req-595ee82d-ebc2-4ea9-8c0f-fe7b18af58a0 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 944 time: 0.1060724 Aug 26 06:19:26.454140 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-18558b17-bfcb-4342-9aa6-190b20a30040 None None] For port a86f3aff-8d3e-4766-86ea-d80c6c8e65a2, host dv-cinder-853910-3-iscsi, cleared binding levels {{(pid=107135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:19:26.464182 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f181b13d-42f2-4ec7-bd55-c1d12b15afd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (98cbb7fc-2689-4871-8b5f-620e1278747b), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:26.524071 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-18558b17-bfcb-4342-9aa6-190b20a30040 None None] For port a86f3aff-8d3e-4766-86ea-d80c6c8e65a2, host dv-cinder-853910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=a86f3aff-8d3e-4766-86ea-d80c6c8e65a2,segment=NetworkSegment(2277a1fe-3a58-44e4-9188-12fe782742b9),segment_id=2277a1fe-3a58-44e4-9188-12fe782742b9)] {{(pid=107135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:19:26.524071 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-1e9d6cf6-05c1-47cd-9553-21a2b1356c15 None None] Set router edf461e8-dec7-4c8e-9bd5-5412c674aabb gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:19:26.528838 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.db_base_plugin_common [None req-ce00ead4-c936-499a-ba8b-4411ca87e233 admin admin] Allocated IP 172.27.3.122 (7bfbcaf8-cfd7-4da9-9873-fb578302608c/6eb332c5-848f-450d-bdad-4a764241332a/00c271ea-b83a-41f7-9150-f380b863371a) {{(pid=107134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:19:26.531914 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2f72dcbd-3561-462f-a292-9058268cfeff req-8a86f60a-425f-401d-9851-f61e38002d75 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/acb716de-6bc0-4261-b952-78c0c00f2891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049665 Aug 26 06:19:26.551932 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-89062f4c-99de-4d8f-909c-6f4f15be0896 req-e0ab32b1-e79d-4b19-9f42-4c2485f92f01 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936227 Aug 26 06:19:26.622844 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-c59806c8-28e7-4a6c-a042-ecca97faa182 None None] Provisioning complete for port 98cbb7fc-2689-4871-8b5f-620e1278747b triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:26.623220 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c59806c8-28e7-4a6c-a042-ecca97faa182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (98cbb7fc-2689-4871-8b5f-620e1278747b), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:26.656116 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 98cbb7fc-2689-4871-8b5f-620e1278747b triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:26.656496 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (98cbb7fc-2689-4871-8b5f-620e1278747b), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:26.711848 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2f72dcbd-3561-462f-a292-9058268cfeff req-eae4708d-0a46-46db-8a93-bd599ea46a12 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/acb716de-6bc0-4261-b952-78c0c00f2891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683705 Aug 26 06:19:26.744850 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ce00ead4-c936-499a-ba8b-4411ca87e233 admin admin] Publish callbacks [] for port (00c271ea-b83a-41f7-9150-f380b863371a), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:26.783453 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c2ce1fe7-0b3b-4ea3-9c1d-21914a585634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:26.793063 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-18558b17-bfcb-4342-9aa6-190b20a30040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (a86f3aff-8d3e-4766-86ea-d80c6c8e65a2), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:26.818410 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f181b13d-42f2-4ec7-bd55-c1d12b15afd4 None None] Pushing event updated for resources: {'Port': ['ID=98cbb7fc-2689-4871-8b5f-620e1278747b,revision_number=3']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:26.824044 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning for port 2064b241-4b48-43a2-ba54-14c868b539b4 completed by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 06:19:26.865087 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f181b13d-42f2-4ec7-bd55-c1d12b15afd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:26.865547 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f181b13d-42f2-4ec7-bd55-c1d12b15afd4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:26.866176 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f181b13d-42f2-4ec7-bd55-c1d12b15afd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:26.866905 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f181b13d-42f2-4ec7-bd55-c1d12b15afd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:26.867423 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f181b13d-42f2-4ec7-bd55-c1d12b15afd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:26.867902 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f181b13d-42f2-4ec7-bd55-c1d12b15afd4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:26.868372 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f181b13d-42f2-4ec7-bd55-c1d12b15afd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:26.868771 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f181b13d-42f2-4ec7-bd55-c1d12b15afd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:26.869170 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f181b13d-42f2-4ec7-bd55-c1d12b15afd4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:26.869564 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f181b13d-42f2-4ec7-bd55-c1d12b15afd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:26.869958 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f181b13d-42f2-4ec7-bd55-c1d12b15afd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:26.870472 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f181b13d-42f2-4ec7-bd55-c1d12b15afd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:26.871119 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f181b13d-42f2-4ec7-bd55-c1d12b15afd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:26.871600 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f181b13d-42f2-4ec7-bd55-c1d12b15afd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:26.872011 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f181b13d-42f2-4ec7-bd55-c1d12b15afd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:26.879732 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-c59806c8-28e7-4a6c-a042-ecca97faa182 None None] Current status of the port 98cbb7fc-2689-4871-8b5f-620e1278747b is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:19:26.948867 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-254d8c0c-e3ac-44f3-892c-7ce89c799e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:27.002600 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18558b17-bfcb-4342-9aa6-190b20a30040 None None] Pushing event updated for resources: {'Port': ['ID=a86f3aff-8d3e-4766-86ea-d80c6c8e65a2,revision_number=2']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:27.053180 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 98cbb7fc-2689-4871-8b5f-620e1278747b is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:19:27.070981 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-1e9d6cf6-05c1-47cd-9553-21a2b1356c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf461e8-dec7-4c8e-9bd5-5412c674aabb', 'name': 'tempest-TestMinimumBasicScenario-513126299-router', 'tenant_id': '5ed8b47c2b8a495bb5fdb68cd8087d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '96735055-5ff8-479b-8b4e-8f619639d462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:22Z', 'updated_at': '2022-08-26T06:19:24Z', 'revision_number': 3, 'project_id': '5ed8b47c2b8a495bb5fdb68cd8087d62', 'gw_port': {'id': '96735055-5ff8-479b-8b4e-8f619639d462', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf461e8-dec7-4c8e-9bd5-5412c674aabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:23Z', 'updated_at': '2022-08-26T06:19:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:19:27.087193 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning complete for port 2064b241-4b48-43a2-ba54-14c868b539b4 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:27.087858 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (2064b241-4b48-43a2-ba54-14c868b539b4), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:27.093483 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ce00ead4-c936-499a-ba8b-4411ca87e233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (00c271ea-b83a-41f7-9150-f380b863371a), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:27.173625 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce00ead4-c936-499a-ba8b-4411ca87e233 admin admin] Network 7bfbcaf8-cfd7-4da9-9873-fb578302608c is already hosted by enough agents. {{(pid=107134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:19:27.179539 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [None req-ce00ead4-c936-499a-ba8b-4411ca87e233 admin admin] Resources bound (agent type, host, resource id): {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:19:27.192086 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce00ead4-c936-499a-ba8b-4411ca87e233 admin admin] Received port after_create {{(pid=107134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:19:27.280685 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce00ead4-c936-499a-ba8b-4411ca87e233 admin admin] Pushing event updated for resources: {'Port': ['ID=00c271ea-b83a-41f7-9150-f380b863371a,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:27.282741 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9d6cf6-05c1-47cd-9553-21a2b1356c15 None None] Checking router: edf461e8-dec7-4c8e-9bd5-5412c674aabb for host: dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:19:27.283202 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9d6cf6-05c1-47cd-9553-21a2b1356c15 None None] Updating router edf461e8-dec7-4c8e-9bd5-5412c674aabb port 96735055-5ff8-479b-8b4e-8f619639d462 binding host dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 06:19:27.359858 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1e9d6cf6-05c1-47cd-9553-21a2b1356c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (96735055-5ff8-479b-8b4e-8f619639d462), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:27.544798 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:27.588061 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d37edbd8-27a9-461c-97a9-208564ffb48e req-7634652a-f3b2-4ed6-8719-f4a126435cd4 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 210 time: 0.0616004 Aug 26 06:19:27.620397 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_common [None req-254d8c0c-e3ac-44f3-892c-7ce89c799e42 admin admin] Allocated IP 172.20.0.1 (5d4f41b2-52b3-4af0-9911-ca978ffc602f/72384c6b-28cb-4877-9669-bc81f719f31f/9a144ead-ed9a-4112-b770-6aeef70239a6) {{(pid=107133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:19:27.690488 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port 2064b241-4b48-43a2-ba54-14c868b539b4 is: BUILD; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:19:27.690912 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (2064b241-4b48-43a2-ba54-14c868b539b4), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:27.730236 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45330505-4b58-4762-bb9f-e704f9648e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2064b241-4b48-43a2-ba54-14c868b539b4'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:19:27.732608 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc106e9f9832226dd913a824a8ae1ea8f79b2df9cdef89c79e10f33880c5a8de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be641977-7bb7-4c88-a7f9-bdd5c59c702d" -d '{"events": [{"server_uuid": "45330505-4b58-4762-bb9f-e704f9648e1e", "name": "network-vif-plugged", "status": "completed", "tag": "2064b241-4b48-43a2-ba54-14c868b539b4"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:19:27.753413 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 2064b241-4b48-43a2-ba54-14c868b539b4, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=2064b241-4b48-43a2-ba54-14c868b539b4,segment=NetworkSegment(4777da82-3ccc-43b7-bc69-e5828711c163),segment_id=4777da82-3ccc-43b7-bc69-e5828711c163)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:19:27.808555 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690c7ced-0cd1-4e16-b6a8-db8e471cce08 x-openstack-request-id: req-690c7ced-0cd1-4e16-b6a8-db8e471cce08 {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:19:27.808872 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45330505-4b58-4762-bb9f-e704f9648e1e", "name": "network-vif-plugged", "status": "completed", "tag": "2064b241-4b48-43a2-ba54-14c868b539b4", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:19:27.809135 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-690c7ced-0cd1-4e16-b6a8-db8e471cce08 {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:19:27.815488 dv-cinder-853910-3-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-690c7ced-0cd1-4e16-b6a8-db8e471cce08'] response: {'server_uuid': '45330505-4b58-4762-bb9f-e704f9648e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2064b241-4b48-43a2-ba54-14c868b539b4', 'code': 200} Aug 26 06:19:27.830476 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-254d8c0c-e3ac-44f3-892c-7ce89c799e42 admin admin] Publish callbacks [] for port (9a144ead-ed9a-4112-b770-6aeef70239a6), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:27.893827 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be8217-79cf-443e-a17a-48c5a4cc966e req-747abe75-4a6e-48da-8cfd-d5741545177c tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:27.906117 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c8be8217-79cf-443e-a17a-48c5a4cc966e req-747abe75-4a6e-48da-8cfd-d5741545177c tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 944 time: 0.2341437 Aug 26 06:19:27.945450 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1e9d6cf6-05c1-47cd-9553-21a2b1356c15 None None] Publish callbacks [] for port (96735055-5ff8-479b-8b4e-8f619639d462), precommit_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:27.954093 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (2064b241-4b48-43a2-ba54-14c868b539b4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:28.063716 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=2064b241-4b48-43a2-ba54-14c868b539b4,revision_number=5']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:28.104476 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-254d8c0c-e3ac-44f3-892c-7ce89c799e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (9a144ead-ed9a-4112-b770-6aeef70239a6), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:28.171816 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1e9d6cf6-05c1-47cd-9553-21a2b1356c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (96735055-5ff8-479b-8b4e-8f619639d462), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:28.194833 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:28.218354 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254d8c0c-e3ac-44f3-892c-7ce89c799e42 admin admin] Network 5d4f41b2-52b3-4af0-9911-ca978ffc602f is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:19:28.233102 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [None req-254d8c0c-e3ac-44f3-892c-7ce89c799e42 admin admin] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:19:28.240960 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254d8c0c-e3ac-44f3-892c-7ce89c799e42 admin admin] Received port after_create {{(pid=107133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:19:28.256222 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d8c0c-e3ac-44f3-892c-7ce89c799e42 admin admin] Pushing event updated for resources: {'Port': ['ID=9a144ead-ed9a-4112-b770-6aeef70239a6,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:28.264777 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 98cbb7fc-2689-4871-8b5f-620e1278747b up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:19:28.359941 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-1e9d6cf6-05c1-47cd-9553-21a2b1356c15 None None] Attempting to bind port 96735055-5ff8-479b-8b4e-8f619639d462 on host dv-cinder-853910-3-iscsi for vnic_type normal with profile {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:19:28.359941 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-1e9d6cf6-05c1-47cd-9553-21a2b1356c15 None None] Attempting to bind port 96735055-5ff8-479b-8b4e-8f619639d462 by drivers openvswitch,hyperv on host dv-cinder-853910-3-iscsi at level 0 using segments [{'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:19:28.359941 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9d6cf6-05c1-47cd-9553-21a2b1356c15 None None] Attempting to bind port 96735055-5ff8-479b-8b4e-8f619639d462 on network 7bfbcaf8-cfd7-4da9-9873-fb578302608c {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:19:28.361286 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-254d8c0c-e3ac-44f3-892c-7ce89c799e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614119'] for router_interface (edf461e8-dec7-4c8e-9bd5-5412c674aabb), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:28.365789 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9246ae-6018-4a6b-8386-3b80dd963fe4 None None] Pushing event updated for resources: {'Port': ['ID=96735055-5ff8-479b-8b4e-8f619639d462,revision_number=2']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:28.373062 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9d6cf6-05c1-47cd-9553-21a2b1356c15 None None] Checking agent: {'id': '4b23c1c4-ad66-4056-a835-9b344d252955', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 8, 1), 'started_at': datetime.datetime(2022, 8, 26, 6, 8, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:19:28.374872 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9d6cf6-05c1-47cd-9553-21a2b1356c15 None None] Checking segment: {'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:19:28.375686 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1e9d6cf6-05c1-47cd-9553-21a2b1356c15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:28.376310 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9d6cf6-05c1-47cd-9553-21a2b1356c15 None None] Bound using segment: {'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:19:28.377049 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-1e9d6cf6-05c1-47cd-9553-21a2b1356c15 None None] Bound port: 96735055-5ff8-479b-8b4e-8f619639d462, host: dv-cinder-853910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:19:28.377685 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1e9d6cf6-05c1-47cd-9553-21a2b1356c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (96735055-5ff8-479b-8b4e-8f619639d462), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:28.562934 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c8be8217-79cf-443e-a17a-48c5a4cc966e req-9caee42b-9742-4898-b73f-e9c0daf5848a tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6240613 Aug 26 06:19:28.583150 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ce00ead4-c936-499a-ba8b-4411ca87e233 admin admin] Publish callbacks [] for router_gateway (1170b181-b00b-401a-bc40-cf5c03a60e31), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:28.601459 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d048d20b-5277-43a4-9b0b-d4ee52a9b6d8 None None] Network 6c5f68e8-9704-4e4e-a557-4e9515d804ef requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:19:28.694489 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-530450ca-fae7-458d-b135-92e116f59c51 None None] Provisioning complete for port a86f3aff-8d3e-4766-86ea-d80c6c8e65a2 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:28.694489 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-530450ca-fae7-458d-b135-92e116f59c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (a86f3aff-8d3e-4766-86ea-d80c6c8e65a2), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:28.731493 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-36ab1ade-69bd-4e2b-ab85-3a9cf27bddfe req-058cf158-13ef-40c8-a761-bb559cefd653 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 210 time: 0.0441353 Aug 26 06:19:28.775836 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 98cbb7fc-2689-4871-8b5f-620e1278747b triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:28.776218 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (98cbb7fc-2689-4871-8b5f-620e1278747b), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:28.816735 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-1e9d6cf6-05c1-47cd-9553-21a2b1356c15 None None] For port 96735055-5ff8-479b-8b4e-8f619639d462, host dv-cinder-853910-3-iscsi, cleared binding levels {{(pid=107135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:19:28.844987 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-1e9d6cf6-05c1-47cd-9553-21a2b1356c15 None None] For port 96735055-5ff8-479b-8b4e-8f619639d462, host dv-cinder-853910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=96735055-5ff8-479b-8b4e-8f619639d462,segment=NetworkSegment(1390a542-366f-4986-b4c7-57ccad3a4e4e),segment_id=1390a542-366f-4986-b4c7-57ccad3a4e4e)] {{(pid=107135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:19:28.975601 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-b2f3c1db-778a-40a1-8a85-1d8ce43f8c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:28.977744 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-254d8c0c-e3ac-44f3-892c-7ce89c799e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (9a144ead-ed9a-4112-b770-6aeef70239a6), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:28.984226 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:29.080375 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ce00ead4-c936-499a-ba8b-4411ca87e233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621576'] for router (1170b181-b00b-401a-bc40-cf5c03a60e31), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:29.088064 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1e9d6cf6-05c1-47cd-9553-21a2b1356c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (96735055-5ff8-479b-8b4e-8f619639d462), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:29.169969 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-530450ca-fae7-458d-b135-92e116f59c51 None None] Current status of the port a86f3aff-8d3e-4766-86ea-d80c6c8e65a2 is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:19:29.169969 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-530450ca-fae7-458d-b135-92e116f59c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (a86f3aff-8d3e-4766-86ea-d80c6c8e65a2), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:29.172734 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 98cbb7fc-2689-4871-8b5f-620e1278747b is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:19:29.174704 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device a86f3aff-8d3e-4766-86ea-d80c6c8e65a2 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:19:29.234270 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9d6cf6-05c1-47cd-9553-21a2b1356c15 None None] Routers {'edf461e8-dec7-4c8e-9bd5-5412c674aabb'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:19:29.235051 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-1e9d6cf6-05c1-47cd-9553-21a2b1356c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:19:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['edf461e8-dec7-4c8e-9bd5-5412c674aabb'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:19:29.305528 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-254d8c0c-e3ac-44f3-892c-7ce89c799e42 admin admin] Publish callbacks [] for port (9a144ead-ed9a-4112-b770-6aeef70239a6), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:29.322906 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9246ae-6018-4a6b-8386-3b80dd963fe4 None None] Pushing event updated for resources: {'Port': ['ID=96735055-5ff8-479b-8b4e-8f619639d462,revision_number=3']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:29.328506 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-530450ca-fae7-458d-b135-92e116f59c51 None None] For port a86f3aff-8d3e-4766-86ea-d80c6c8e65a2, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=a86f3aff-8d3e-4766-86ea-d80c6c8e65a2,segment=NetworkSegment(2277a1fe-3a58-44e4-9188-12fe782742b9),segment_id=2277a1fe-3a58-44e4-9188-12fe782742b9)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:19:29.384620 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port a86f3aff-8d3e-4766-86ea-d80c6c8e65a2 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:29.385368 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (a86f3aff-8d3e-4766-86ea-d80c6c8e65a2), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:29.464208 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-1e9d6cf6-05c1-47cd-9553-21a2b1356c15 None None] Set router edf461e8-dec7-4c8e-9bd5-5412c674aabb gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:19:29.616817 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port a86f3aff-8d3e-4766-86ea-d80c6c8e65a2 is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:19:29.617263 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (a86f3aff-8d3e-4766-86ea-d80c6c8e65a2), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:29.729678 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51cb9b7-63fe-4404-a58a-d72cb60e2ff6 req-c5cc4351-e7f8-4e71-9255-5fd5b60ab703 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:29.730421 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-1e9d6cf6-05c1-47cd-9553-21a2b1356c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf461e8-dec7-4c8e-9bd5-5412c674aabb', 'name': 'tempest-TestMinimumBasicScenario-513126299-router', 'tenant_id': '5ed8b47c2b8a495bb5fdb68cd8087d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '96735055-5ff8-479b-8b4e-8f619639d462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:22Z', 'updated_at': '2022-08-26T06:19:28Z', 'revision_number': 4, 'project_id': '5ed8b47c2b8a495bb5fdb68cd8087d62', 'gw_port': {'id': '96735055-5ff8-479b-8b4e-8f619639d462', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf461e8-dec7-4c8e-9bd5-5412c674aabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:23Z', 'updated_at': '2022-08-26T06:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '9a144ead-ed9a-4112-b770-6aeef70239a6', 'name': '', 'network_id': '5d4f41b2-52b3-4af0-9911-ca978ffc602f', 'tenant_id': '5ed8b47c2b8a495bb5fdb68cd8087d62', 'mac_address': 'fa:16:3e:db:95:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf461e8-dec7-4c8e-9bd5-5412c674aabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '72384c6b-28cb-4877-9669-bc81f719f31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:26Z', 'updated_at': '2022-08-26T06:19:27Z', 'revision_number': 1, 'project_id': '5ed8b47c2b8a495bb5fdb68cd8087d62', 'subnets': [{'id': '72384c6b-28cb-4877-9669-bc81f719f31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:19:29.731247 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a51cb9b7-63fe-4404-a58a-d72cb60e2ff6 req-c5cc4351-e7f8-4e71-9255-5fd5b60ab703 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0528970 Aug 26 06:19:29.755749 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce00ead4-c936-499a-ba8b-4411ca87e233 admin admin] Router 1170b181-b00b-401a-bc40-cf5c03a60e31 is scheduled to L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 with binding_index 1 {{(pid=107134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 06:19:29.761579 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-254d8c0c-e3ac-44f3-892c-7ce89c799e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9095016'] for port (9a144ead-ed9a-4112-b770-6aeef70239a6), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:29.791401 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9d6cf6-05c1-47cd-9553-21a2b1356c15 None None] The sync data for ids ['edf461e8-dec7-4c8e-9bd5-5412c674aabb'] in dv-cinder-853910-3-iscsi is: [{'id': 'edf461e8-dec7-4c8e-9bd5-5412c674aabb', 'name': 'tempest-TestMinimumBasicScenario-513126299-router', 'tenant_id': '5ed8b47c2b8a495bb5fdb68cd8087d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '96735055-5ff8-479b-8b4e-8f619639d462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:22Z', 'updated_at': '2022-08-26T06:19:28Z', 'revision_number': 4, 'project_id': '5ed8b47c2b8a495bb5fdb68cd8087d62', 'gw_port': {'id': '96735055-5ff8-479b-8b4e-8f619639d462', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf461e8-dec7-4c8e-9bd5-5412c674aabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:23Z', 'updated_at': '2022-08-26T06:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '9a144ead-ed9a-4112-b770-6aeef70239a6', 'name': '', 'network_id': '5d4f41b2-52b3-4af0-9911-ca978ffc602f', 'tenant_id': '5ed8b47c2b8a495bb5fdb68cd8087d62', 'mac_address': 'fa:16:3e:db:95:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf461e8-dec7-4c8e-9bd5-5412c674aabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '72384c6b-28cb-4877-9669-bc81f719f31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:26Z', 'updated_at': '2022-08-26T06:19:27Z', 'revision_number': 1, 'project_id': '5ed8b47c2b8a495bb5fdb68cd8087d62', 'subnets': [{'id': '72384c6b-28cb-4877-9669-bc81f719f31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:19:29.793685 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-530450ca-fae7-458d-b135-92e116f59c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (a86f3aff-8d3e-4766-86ea-d80c6c8e65a2), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:29.849043 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a51cb9b7-63fe-4404-a58a-d72cb60e2ff6 req-f7efafdd-cf82-42c1-a983-e6e1b70bc2d8 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107471 Aug 26 06:19:29.902994 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:29.939216 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce00ead4-c936-499a-ba8b-4411ca87e233 admin admin] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:19:29.954956 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75112487-6828-43bc-9a1e-7a9d131a67fb None None] Sync routers for ids ['1170b181-b00b-401a-bc40-cf5c03a60e31'] in dv-cinder-853910-3-iscsi {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:19:29.975248 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a148be5d-c9b4-4fff-b10b-60d962517271 req-ca74c586-1090-4720-b163-bdcd55483218 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 210 time: 0.0943732 Aug 26 06:19:29.977363 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75112487-6828-43bc-9a1e-7a9d131a67fb None None] Routers {'1170b181-b00b-401a-bc40-cf5c03a60e31'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:19:29.978348 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-75112487-6828-43bc-9a1e-7a9d131a67fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:19:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['1170b181-b00b-401a-bc40-cf5c03a60e31'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:19:29.990452 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-6b20c4ae-fea5-48d0-9d9b-5ef75641bb1f None None] Provisioning complete for port a86f3aff-8d3e-4766-86ea-d80c6c8e65a2 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:29.990690 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-254d8c0c-e3ac-44f3-892c-7ce89c799e42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614267'] for router_interface (edf461e8-dec7-4c8e-9bd5-5412c674aabb), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:29.990887 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6b20c4ae-fea5-48d0-9d9b-5ef75641bb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (a86f3aff-8d3e-4766-86ea-d80c6c8e65a2), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:29.991032 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d8c0c-e3ac-44f3-892c-7ce89c799e42 admin admin] Pushing event updated for resources: {'Port': ['ID=9a144ead-ed9a-4112-b770-6aeef70239a6,revision_number=2']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:30.026507 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:30.027561 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.db.api [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 26 06:19:30.027974 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG oslo_db.api [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 06:19:30.028466 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530450ca-fae7-458d-b135-92e116f59c51 None None] Pushing event updated for resources: {'Port': ['ID=a86f3aff-8d3e-4766-86ea-d80c6c8e65a2,revision_number=3']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:30.121378 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-6b20c4ae-fea5-48d0-9d9b-5ef75641bb1f None None] Current status of the port a86f3aff-8d3e-4766-86ea-d80c6c8e65a2 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:19:30.125068 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254d8c0c-e3ac-44f3-892c-7ce89c799e42 admin admin] Network 5d4f41b2-52b3-4af0-9911-ca978ffc602f is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:19:30.126823 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [None req-254d8c0c-e3ac-44f3-892c-7ce89c799e42 admin admin] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:19:30.136951 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-6b20c4ae-fea5-48d0-9d9b-5ef75641bb1f None None] Provisioning complete for port 9a144ead-ed9a-4112-b770-6aeef70239a6 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:30.137340 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6b20c4ae-fea5-48d0-9d9b-5ef75641bb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (9a144ead-ed9a-4112-b770-6aeef70239a6), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:30.197080 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-75112487-6828-43bc-9a1e-7a9d131a67fb None None] Set router 1170b181-b00b-401a-bc40-cf5c03a60e31 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:19:30.249916 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ce00ead4-c936-499a-ba8b-4411ca87e233 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:30.261627 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 52672) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:19:30.263960 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-ce00ead4-c936-499a-ba8b-4411ca87e233 admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6688654 Aug 26 06:19:30.282856 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-6b20c4ae-fea5-48d0-9d9b-5ef75641bb1f None None] Port 9a144ead-ed9a-4112-b770-6aeef70239a6 cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:19:30.462671 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-75112487-6828-43bc-9a1e-7a9d131a67fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'name': 'tempest-TestVolumeBootPattern-516714474-router', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00c271ea-b83a-41f7-9150-f380b863371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:24Z', 'updated_at': '2022-08-26T06:19:27Z', 'revision_number': 3, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'gw_port': {'id': '00c271ea-b83a-41f7-9150-f380b863371a', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:26Z', 'updated_at': '2022-08-26T06:19:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:19:30.475327 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254d8c0c-e3ac-44f3-892c-7ce89c799e42 admin admin] Router edf461e8-dec7-4c8e-9bd5-5412c674aabb has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:19:30.500474 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75112487-6828-43bc-9a1e-7a9d131a67fb None None] Checking router: 1170b181-b00b-401a-bc40-cf5c03a60e31 for host: dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:19:30.501080 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75112487-6828-43bc-9a1e-7a9d131a67fb None None] Updating router 1170b181-b00b-401a-bc40-cf5c03a60e31 port 00c271ea-b83a-41f7-9150-f380b863371a binding host dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 06:19:30.545985 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:30.549891 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-75112487-6828-43bc-9a1e-7a9d131a67fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (00c271ea-b83a-41f7-9150-f380b863371a), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:30.614043 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:30.615350 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port a86f3aff-8d3e-4766-86ea-d80c6c8e65a2 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:19:30.623941 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-c81523fa-e970-43bb-bfc2-cbd0b6d4323a None None] Provisioning complete for port 9a144ead-ed9a-4112-b770-6aeef70239a6 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:30.624374 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c81523fa-e970-43bb-bfc2-cbd0b6d4323a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (9a144ead-ed9a-4112-b770-6aeef70239a6), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:30.685281 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-c81523fa-e970-43bb-bfc2-cbd0b6d4323a None None] Port 9a144ead-ed9a-4112-b770-6aeef70239a6 cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:19:30.760673 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device a86f3aff-8d3e-4766-86ea-d80c6c8e65a2 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:19:30.819571 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port a86f3aff-8d3e-4766-86ea-d80c6c8e65a2 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:30.820161 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (a86f3aff-8d3e-4766-86ea-d80c6c8e65a2), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:30.904439 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254d8c0c-e3ac-44f3-892c-7ce89c799e42 admin admin] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:19:30.921573 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-254d8c0c-e3ac-44f3-892c-7ce89c799e42 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/edf461e8-dec7-4c8e-9bd5-5412c674aabb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7807124 Aug 26 06:19:30.963849 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port a86f3aff-8d3e-4766-86ea-d80c6c8e65a2 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:19:31.024990 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-75112487-6828-43bc-9a1e-7a9d131a67fb None None] Publish callbacks [] for port (00c271ea-b83a-41f7-9150-f380b863371a), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:31.119214 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c067eb5-8f52-49ca-9597-282b6e530231 req-b4922c14-291b-4dd7-a590-6900bde25dc8 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:31.120843 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-7c067eb5-8f52-49ca-9597-282b6e530231 req-b4922c14-291b-4dd7-a590-6900bde25dc8 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0794132 Aug 26 06:19:31.142251 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-03486b60-2c34-486f-ab63-ad74c0fad224 req-8d4f83b8-9521-4c54-8b82-b5948066db1a tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 210 time: 0.0330570 Aug 26 06:19:31.211991 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-7c067eb5-8f52-49ca-9597-282b6e530231 req-094143eb-5945-4538-9064-36a3570983aa tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827320 Aug 26 06:19:31.228511 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a4a45d76-5bc7-4765-b124-b05cc62bb179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:31.419068 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_common [None req-a4a45d76-5bc7-4765-b124-b05cc62bb179 admin admin] Allocated IP 172.20.0.1 (6c5f68e8-9704-4e4e-a557-4e9515d804ef/78073db3-4b4a-4ba4-91af-0bd41027d48e/6f652a3a-1862-46c0-b96a-62edc6b668df) {{(pid=107133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:19:31.518868 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-75112487-6828-43bc-9a1e-7a9d131a67fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (00c271ea-b83a-41f7-9150-f380b863371a), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:31.537271 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:31.543283 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a4a45d76-5bc7-4765-b124-b05cc62bb179 admin admin] Publish callbacks [] for port (6f652a3a-1862-46c0-b96a-62edc6b668df), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:31.562473 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-75112487-6828-43bc-9a1e-7a9d131a67fb None None] Attempting to bind port 00c271ea-b83a-41f7-9150-f380b863371a on host dv-cinder-853910-3-iscsi for vnic_type normal with profile {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:19:31.563010 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-75112487-6828-43bc-9a1e-7a9d131a67fb None None] Attempting to bind port 00c271ea-b83a-41f7-9150-f380b863371a by drivers openvswitch,hyperv on host dv-cinder-853910-3-iscsi at level 0 using segments [{'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:19:31.563513 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75112487-6828-43bc-9a1e-7a9d131a67fb None None] Attempting to bind port 00c271ea-b83a-41f7-9150-f380b863371a on network 7bfbcaf8-cfd7-4da9-9873-fb578302608c {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:19:31.575798 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:31.577752 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:31.596422 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696c06f-5dd2-41f9-8bce-36f0b320b478 None None] Pushing event updated for resources: {'Port': ['ID=00c271ea-b83a-41f7-9150-f380b863371a,revision_number=2']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:31.596422 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75112487-6828-43bc-9a1e-7a9d131a67fb None None] Checking agent: {'id': '4b23c1c4-ad66-4056-a835-9b344d252955', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 8, 1), 'started_at': datetime.datetime(2022, 8, 26, 6, 8, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:19:31.596422 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75112487-6828-43bc-9a1e-7a9d131a67fb None None] Checking segment: {'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:19:31.596422 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-75112487-6828-43bc-9a1e-7a9d131a67fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:31.596422 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75112487-6828-43bc-9a1e-7a9d131a67fb None None] Bound using segment: {'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:19:31.596422 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-75112487-6828-43bc-9a1e-7a9d131a67fb None None] Bound port: 00c271ea-b83a-41f7-9150-f380b863371a, host: dv-cinder-853910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:19:31.596422 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-75112487-6828-43bc-9a1e-7a9d131a67fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (00c271ea-b83a-41f7-9150-f380b863371a), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:31.600249 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696c06f-5dd2-41f9-8bce-36f0b320b478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:31.600703 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696c06f-5dd2-41f9-8bce-36f0b320b478 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:31.601179 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696c06f-5dd2-41f9-8bce-36f0b320b478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:31.601796 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696c06f-5dd2-41f9-8bce-36f0b320b478 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:31.602191 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696c06f-5dd2-41f9-8bce-36f0b320b478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:31.602548 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696c06f-5dd2-41f9-8bce-36f0b320b478 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:31.602985 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696c06f-5dd2-41f9-8bce-36f0b320b478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:31.603368 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696c06f-5dd2-41f9-8bce-36f0b320b478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:31.603764 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696c06f-5dd2-41f9-8bce-36f0b320b478 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:31.604105 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696c06f-5dd2-41f9-8bce-36f0b320b478 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:31.604473 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696c06f-5dd2-41f9-8bce-36f0b320b478 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:31.604887 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696c06f-5dd2-41f9-8bce-36f0b320b478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:31.605246 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696c06f-5dd2-41f9-8bce-36f0b320b478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:31.605591 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696c06f-5dd2-41f9-8bce-36f0b320b478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:31.606004 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696c06f-5dd2-41f9-8bce-36f0b320b478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:31.679464 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-75112487-6828-43bc-9a1e-7a9d131a67fb None None] For port 00c271ea-b83a-41f7-9150-f380b863371a, host dv-cinder-853910-3-iscsi, cleared binding levels {{(pid=107136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:19:31.691701 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-75112487-6828-43bc-9a1e-7a9d131a67fb None None] For port 00c271ea-b83a-41f7-9150-f380b863371a, host dv-cinder-853910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=00c271ea-b83a-41f7-9150-f380b863371a,segment=NetworkSegment(1390a542-366f-4986-b4c7-57ccad3a4e4e),segment_id=1390a542-366f-4986-b4c7-57ccad3a4e4e)] {{(pid=107136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:19:32.037239 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a4a45d76-5bc7-4765-b124-b05cc62bb179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (6f652a3a-1862-46c0-b96a-62edc6b668df), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:32.085281 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a45d76-5bc7-4765-b124-b05cc62bb179 admin admin] Network 6c5f68e8-9704-4e4e-a557-4e9515d804ef is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:19:32.088375 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [None req-a4a45d76-5bc7-4765-b124-b05cc62bb179 admin admin] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:19:32.090932 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a45d76-5bc7-4765-b124-b05cc62bb179 admin admin] Received port after_create {{(pid=107133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:19:32.119501 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a45d76-5bc7-4765-b124-b05cc62bb179 admin admin] Pushing event updated for resources: {'Port': ['ID=6f652a3a-1862-46c0-b96a-62edc6b668df,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:32.140692 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-75112487-6828-43bc-9a1e-7a9d131a67fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (00c271ea-b83a-41f7-9150-f380b863371a), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:32.152809 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a4a45d76-5bc7-4765-b124-b05cc62bb179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614119'] for router_interface (1170b181-b00b-401a-bc40-cf5c03a60e31), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:32.210447 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75112487-6828-43bc-9a1e-7a9d131a67fb None None] Routers {'1170b181-b00b-401a-bc40-cf5c03a60e31'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:19:32.211564 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-75112487-6828-43bc-9a1e-7a9d131a67fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:19:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['1170b181-b00b-401a-bc40-cf5c03a60e31'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:19:32.295931 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:32.327673 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f1676057-6bab-426c-8098-6c3b5253b515 req-fa7872d9-30e3-4527-a4b2-cca1c3100f12 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 210 time: 0.0491600 Aug 26 06:19:32.404978 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-75112487-6828-43bc-9a1e-7a9d131a67fb None None] Set router 1170b181-b00b-401a-bc40-cf5c03a60e31 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:19:32.438531 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-908f7e3c-95a3-4974-b2a8-ade32e7fd8a9 None None] Provisioning complete for port 6f652a3a-1862-46c0-b96a-62edc6b668df triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:32.439156 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-908f7e3c-95a3-4974-b2a8-ade32e7fd8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (6f652a3a-1862-46c0-b96a-62edc6b668df), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:32.468105 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e449a-fc42-4a3d-b821-5a9e30e2c846 req-74ecbdc6-face-472f-8a3c-ff5afa1ef4f8 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:32.472173 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-df7e449a-fc42-4a3d-b821-5a9e30e2c846 req-74ecbdc6-face-472f-8a3c-ff5afa1ef4f8 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.1115520 Aug 26 06:19:32.510128 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a4a45d76-5bc7-4765-b124-b05cc62bb179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (6f652a3a-1862-46c0-b96a-62edc6b668df), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:32.587606 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-908f7e3c-95a3-4974-b2a8-ade32e7fd8a9 None None] Port 6f652a3a-1862-46c0-b96a-62edc6b668df cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:19:32.616509 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-df7e449a-fc42-4a3d-b821-5a9e30e2c846 req-4a2b5b34-47d1-4c10-af60-db96223ee6fb tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356151 Aug 26 06:19:32.708585 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696c06f-5dd2-41f9-8bce-36f0b320b478 None None] Pushing event updated for resources: {'Port': ['ID=00c271ea-b83a-41f7-9150-f380b863371a,revision_number=3']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:32.718489 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-75112487-6828-43bc-9a1e-7a9d131a67fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'name': 'tempest-TestVolumeBootPattern-516714474-router', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00c271ea-b83a-41f7-9150-f380b863371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:24Z', 'updated_at': '2022-08-26T06:19:27Z', 'revision_number': 3, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'gw_port': {'id': '00c271ea-b83a-41f7-9150-f380b863371a', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:26Z', 'updated_at': '2022-08-26T06:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:19:32.753418 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75112487-6828-43bc-9a1e-7a9d131a67fb None None] The sync data for ids ['1170b181-b00b-401a-bc40-cf5c03a60e31'] in dv-cinder-853910-3-iscsi is: [{'id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'name': 'tempest-TestVolumeBootPattern-516714474-router', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00c271ea-b83a-41f7-9150-f380b863371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:24Z', 'updated_at': '2022-08-26T06:19:27Z', 'revision_number': 3, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'gw_port': {'id': '00c271ea-b83a-41f7-9150-f380b863371a', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:26Z', 'updated_at': '2022-08-26T06:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}] {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:19:32.876732 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 96735055-5ff8-479b-8b4e-8f619639d462 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:19:32.939011 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5274e9da-a66c-496c-859e-6307787059c9 None None] Sync routers for ids ['edf461e8-dec7-4c8e-9bd5-5412c674aabb'] in dv-cinder-853910-3-iscsi {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:19:32.945658 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:32.946828 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 52712) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:19:32.951746 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a4a45d76-5bc7-4765-b124-b05cc62bb179 admin admin] Publish callbacks [] for port (6f652a3a-1862-46c0-b96a-62edc6b668df), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:32.982363 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5274e9da-a66c-496c-859e-6307787059c9 None None] Routers {'edf461e8-dec7-4c8e-9bd5-5412c674aabb'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:19:32.983254 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-5274e9da-a66c-496c-859e-6307787059c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:19:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['edf461e8-dec7-4c8e-9bd5-5412c674aabb'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:19:33.029131 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 96735055-5ff8-479b-8b4e-8f619639d462 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:33.031340 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (96735055-5ff8-479b-8b4e-8f619639d462), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:33.066763 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a4a45d76-5bc7-4765-b124-b05cc62bb179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9095016'] for port (6f652a3a-1862-46c0-b96a-62edc6b668df), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:33.223993 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-5fd843b4-54eb-4e8d-9b20-28aef5334d58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:33.237598 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-5274e9da-a66c-496c-859e-6307787059c9 None None] Set router edf461e8-dec7-4c8e-9bd5-5412c674aabb gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:19:33.270378 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a45d76-5bc7-4765-b124-b05cc62bb179 admin admin] Pushing event updated for resources: {'Port': ['ID=6f652a3a-1862-46c0-b96a-62edc6b668df,revision_number=2']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:33.272295 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:33.282269 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 96735055-5ff8-479b-8b4e-8f619639d462 is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:19:33.282753 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (96735055-5ff8-479b-8b4e-8f619639d462), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:33.285117 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a4a45d76-5bc7-4765-b124-b05cc62bb179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614267'] for router_interface (1170b181-b00b-401a-bc40-cf5c03a60e31), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:33.323950 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] For port 96735055-5ff8-479b-8b4e-8f619639d462, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=96735055-5ff8-479b-8b4e-8f619639d462,segment=NetworkSegment(1390a542-366f-4986-b4c7-57ccad3a4e4e),segment_id=1390a542-366f-4986-b4c7-57ccad3a4e4e)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:19:33.438412 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-5fd843b4-54eb-4e8d-9b20-28aef5334d58 admin admin] Publish callbacks [] for security_group (71acaeb0-4549-4ede-bb60-5a1daf80caa0), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:33.486960 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-44e6e5e3-5278-45c3-8472-5984e9abb466 req-b2e73bb9-3688-46b8-96da-d0a093ef7040 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 210 time: 0.0409634 Aug 26 06:19:33.504236 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a45d76-5bc7-4765-b124-b05cc62bb179 admin admin] Network 6c5f68e8-9704-4e4e-a557-4e9515d804ef is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:19:33.506767 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [None req-a4a45d76-5bc7-4765-b124-b05cc62bb179 admin admin] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:19:33.572990 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-5274e9da-a66c-496c-859e-6307787059c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf461e8-dec7-4c8e-9bd5-5412c674aabb', 'name': 'tempest-TestMinimumBasicScenario-513126299-router', 'tenant_id': '5ed8b47c2b8a495bb5fdb68cd8087d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '96735055-5ff8-479b-8b4e-8f619639d462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:22Z', 'updated_at': '2022-08-26T06:19:28Z', 'revision_number': 4, 'project_id': '5ed8b47c2b8a495bb5fdb68cd8087d62', 'gw_port': {'id': '96735055-5ff8-479b-8b4e-8f619639d462', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf461e8-dec7-4c8e-9bd5-5412c674aabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:23Z', 'updated_at': '2022-08-26T06:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '9a144ead-ed9a-4112-b770-6aeef70239a6', 'name': '', 'network_id': '5d4f41b2-52b3-4af0-9911-ca978ffc602f', 'tenant_id': '5ed8b47c2b8a495bb5fdb68cd8087d62', 'mac_address': 'fa:16:3e:db:95:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf461e8-dec7-4c8e-9bd5-5412c674aabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '72384c6b-28cb-4877-9669-bc81f719f31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:26Z', 'updated_at': '2022-08-26T06:19:29Z', 'revision_number': 2, 'project_id': '5ed8b47c2b8a495bb5fdb68cd8087d62', 'subnets': [{'id': '72384c6b-28cb-4877-9669-bc81f719f31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:19:33.604197 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5274e9da-a66c-496c-859e-6307787059c9 None None] Checking router: edf461e8-dec7-4c8e-9bd5-5412c674aabb for host: dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:19:33.604766 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5274e9da-a66c-496c-859e-6307787059c9 None None] Updating router edf461e8-dec7-4c8e-9bd5-5412c674aabb port 9a144ead-ed9a-4112-b770-6aeef70239a6 binding host dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 06:19:33.658948 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-5274e9da-a66c-496c-859e-6307787059c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (9a144ead-ed9a-4112-b770-6aeef70239a6), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:33.691246 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a45d76-5bc7-4765-b124-b05cc62bb179 admin admin] Router 1170b181-b00b-401a-bc40-cf5c03a60e31 has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:19:33.854762 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b4acb-bbde-4641-ba8b-9508ebe63b6d req-b6d30de4-0adc-4dd2-a64a-ae6b1a7e721a tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:33.863936 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-969b4acb-bbde-4641-ba8b-9508ebe63b6d req-b6d30de4-0adc-4dd2-a64a-ae6b1a7e721a tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.1396642 Aug 26 06:19:33.909752 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a45d76-5bc7-4765-b124-b05cc62bb179 admin admin] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:19:33.921050 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-a4a45d76-5bc7-4765-b124-b05cc62bb179 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/1170b181-b00b-401a-bc40-cf5c03a60e31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6563392 Aug 26 06:19:33.922360 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-5fd843b4-54eb-4e8d-9b20-28aef5334d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (71acaeb0-4549-4ede-bb60-5a1daf80caa0), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:33.949445 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (96735055-5ff8-479b-8b4e-8f619639d462), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:34.022713 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-969b4acb-bbde-4641-ba8b-9508ebe63b6d req-6cf4b605-9fa1-41cb-9dca-645e5ec74b57 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573589 Aug 26 06:19:34.045108 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd843b4-54eb-4e8d-9b20-28aef5334d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71acaeb0-4549-4ede-bb60-5a1daf80caa0,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:34.096254 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 52730) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:19:34.099808 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-5fd843b4-54eb-4e8d-9b20-28aef5334d58 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=37ad375058384bd8b6d2e94711e733d0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1512589 Aug 26 06:19:34.186474 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a631361f-f117-4af2-80a1-60057a8bc9d8 admin admin] Publish callbacks [] for security_group (71acaeb0-4549-4ede-bb60-5a1daf80caa0), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:34.220062 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a631361f-f117-4af2-80a1-60057a8bc9d8 admin admin] Publish callbacks [] for security_group (71acaeb0-4549-4ede-bb60-5a1daf80caa0), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:34.330572 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-65ce26f4-2e37-44ca-b4a2-2593e3d4f2a3 None None] Provisioning complete for port 6f652a3a-1862-46c0-b96a-62edc6b668df triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:34.331427 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-65ce26f4-2e37-44ca-b4a2-2593e3d4f2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (6f652a3a-1862-46c0-b96a-62edc6b668df), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:34.383143 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Pushing event updated for resources: {'Port': ['ID=96735055-5ff8-479b-8b4e-8f619639d462,revision_number=4']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:34.410549 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-65ce26f4-2e37-44ca-b4a2-2593e3d4f2a3 None None] Port 6f652a3a-1862-46c0-b96a-62edc6b668df cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:19:34.484565 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a631361f-f117-4af2-80a1-60057a8bc9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (71acaeb0-4549-4ede-bb60-5a1daf80caa0), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:34.484565 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a631361f-f117-4af2-80a1-60057a8bc9d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:34.484565 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-a631361f-f117-4af2-80a1-60057a8bc9d8 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/71acaeb0-4549-4ede-bb60-5a1daf80caa0 HTTP/1.1" status: 204 len: 168 time: 0.3857472 Aug 26 06:19:34.495481 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a631361f-f117-4af2-80a1-60057a8bc9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71acaeb0-4549-4ede-bb60-5a1daf80caa0,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:34.532227 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-5274e9da-a66c-496c-859e-6307787059c9 None None] Publish callbacks [] for port (9a144ead-ed9a-4112-b770-6aeef70239a6), precommit_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:34.687101 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f0f2ab5b-801c-4dbd-92a9-57dfbffd8887 req-224ebcda-bc77-4b4e-9655-d87a1600e552 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 210 time: 0.0394673 Aug 26 06:19:34.831123 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-5274e9da-a66c-496c-859e-6307787059c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (9a144ead-ed9a-4112-b770-6aeef70239a6), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:34.954324 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 00c271ea-b83a-41f7-9150-f380b863371a up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:19:35.057219 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-5274e9da-a66c-496c-859e-6307787059c9 None None] Attempting to bind port 9a144ead-ed9a-4112-b770-6aeef70239a6 on host dv-cinder-853910-3-iscsi for vnic_type normal with profile {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:19:35.057614 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-5274e9da-a66c-496c-859e-6307787059c9 None None] Attempting to bind port 9a144ead-ed9a-4112-b770-6aeef70239a6 by drivers openvswitch,hyperv on host dv-cinder-853910-3-iscsi at level 0 using segments [{'id': '548e42d0-2cb5-406e-9e0c-58b6b733a415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5d4f41b2-52b3-4af0-9911-ca978ffc602f'}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:19:35.057962 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5274e9da-a66c-496c-859e-6307787059c9 None None] Attempting to bind port 9a144ead-ed9a-4112-b770-6aeef70239a6 on network 5d4f41b2-52b3-4af0-9911-ca978ffc602f {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:19:35.073639 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5274e9da-a66c-496c-859e-6307787059c9 None None] Checking agent: {'id': '4b23c1c4-ad66-4056-a835-9b344d252955', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 8, 1), 'started_at': datetime.datetime(2022, 8, 26, 6, 8, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:19:35.074015 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5274e9da-a66c-496c-859e-6307787059c9 None None] Checking segment: {'id': '548e42d0-2cb5-406e-9e0c-58b6b733a415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5d4f41b2-52b3-4af0-9911-ca978ffc602f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:19:35.074414 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-5274e9da-a66c-496c-859e-6307787059c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:35.074882 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5274e9da-a66c-496c-859e-6307787059c9 None None] Bound using segment: {'id': '548e42d0-2cb5-406e-9e0c-58b6b733a415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5d4f41b2-52b3-4af0-9911-ca978ffc602f'} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:19:35.075434 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-5274e9da-a66c-496c-859e-6307787059c9 None None] Bound port: 9a144ead-ed9a-4112-b770-6aeef70239a6, host: dv-cinder-853910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548e42d0-2cb5-406e-9e0c-58b6b733a415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5d4f41b2-52b3-4af0-9911-ca978ffc602f'}}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:19:35.075832 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-5274e9da-a66c-496c-859e-6307787059c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (9a144ead-ed9a-4112-b770-6aeef70239a6), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:35.107851 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eddaa2-3480-4a2c-947d-52127c739517 None None] Pushing event updated for resources: {'Port': ['ID=9a144ead-ed9a-4112-b770-6aeef70239a6,revision_number=3']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:35.383136 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-5274e9da-a66c-496c-859e-6307787059c9 None None] For port 9a144ead-ed9a-4112-b770-6aeef70239a6, host dv-cinder-853910-3-iscsi, cleared binding levels {{(pid=107135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:19:35.383136 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-5274e9da-a66c-496c-859e-6307787059c9 None None] For port 9a144ead-ed9a-4112-b770-6aeef70239a6, host dv-cinder-853910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=9a144ead-ed9a-4112-b770-6aeef70239a6,segment=NetworkSegment(548e42d0-2cb5-406e-9e0c-58b6b733a415),segment_id=548e42d0-2cb5-406e-9e0c-58b6b733a415)] {{(pid=107135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:19:35.383136 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 00c271ea-b83a-41f7-9150-f380b863371a triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:35.383136 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (00c271ea-b83a-41f7-9150-f380b863371a), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:35.384410 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7730007-c4f0-4c8c-9901-c33a7173880c req-b5cd2d26-f587-4e0a-b8d4-af913e8fe130 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:35.405678 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-e7730007-c4f0-4c8c-9901-c33a7173880c req-b5cd2d26-f587-4e0a-b8d4-af913e8fe130 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.1404297 Aug 26 06:19:35.514749 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-e7730007-c4f0-4c8c-9901-c33a7173880c req-e47baf94-f35c-44a2-99fc-56d6ae1fafd5 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036217 Aug 26 06:19:35.516779 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 00c271ea-b83a-41f7-9150-f380b863371a is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:19:35.517640 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (00c271ea-b83a-41f7-9150-f380b863371a), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:35.560597 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] For port 00c271ea-b83a-41f7-9150-f380b863371a, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=00c271ea-b83a-41f7-9150-f380b863371a,segment=NetworkSegment(1390a542-366f-4986-b4c7-57ccad3a4e4e),segment_id=1390a542-366f-4986-b4c7-57ccad3a4e4e)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:19:35.623503 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bc4737-1c47-4109-b00e-eb5615c7b362 None None] Sync routers for ids ['1170b181-b00b-401a-bc40-cf5c03a60e31'] in dv-cinder-853910-3-iscsi {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:19:35.637234 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bc4737-1c47-4109-b00e-eb5615c7b362 None None] Routers {'1170b181-b00b-401a-bc40-cf5c03a60e31'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:19:35.637977 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-62bc4737-1c47-4109-b00e-eb5615c7b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:19:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['1170b181-b00b-401a-bc40-cf5c03a60e31'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:19:35.815930 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:INSERT=6 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:35.879671 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2211631c-c488-45ae-80ee-0ddb4f011735 req-0d9dfeeb-30c2-4980-b530-612cce379933 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 210 time: 0.0367129 Aug 26 06:19:35.919936 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-62bc4737-1c47-4109-b00e-eb5615c7b362 None None] Set router 1170b181-b00b-401a-bc40-cf5c03a60e31 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:19:36.093781 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (00c271ea-b83a-41f7-9150-f380b863371a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:36.106083 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 96735055-5ff8-479b-8b4e-8f619639d462 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:19:36.106083 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-5274e9da-a66c-496c-859e-6307787059c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (9a144ead-ed9a-4112-b770-6aeef70239a6), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:36.231843 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5274e9da-a66c-496c-859e-6307787059c9 None None] Routers {'edf461e8-dec7-4c8e-9bd5-5412c674aabb'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:19:36.232758 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-5274e9da-a66c-496c-859e-6307787059c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:19:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['edf461e8-dec7-4c8e-9bd5-5412c674aabb'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:19:36.240297 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-62bc4737-1c47-4109-b00e-eb5615c7b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'name': 'tempest-TestVolumeBootPattern-516714474-router', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00c271ea-b83a-41f7-9150-f380b863371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:24Z', 'updated_at': '2022-08-26T06:19:32Z', 'revision_number': 4, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'gw_port': {'id': '00c271ea-b83a-41f7-9150-f380b863371a', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:26Z', 'updated_at': '2022-08-26T06:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '6f652a3a-1862-46c0-b96a-62edc6b668df', 'name': '', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'mac_address': 'fa:16:3e:1a:bc:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:31Z', 'updated_at': '2022-08-26T06:19:32Z', 'revision_number': 2, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'subnets': [{'id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:19:36.307096 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bc4737-1c47-4109-b00e-eb5615c7b362 None None] Checking router: 1170b181-b00b-401a-bc40-cf5c03a60e31 for host: dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:19:36.307571 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bc4737-1c47-4109-b00e-eb5615c7b362 None None] Updating router 1170b181-b00b-401a-bc40-cf5c03a60e31 port 6f652a3a-1862-46c0-b96a-62edc6b668df binding host dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 06:19:36.320850 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 52766) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:19:36.327917 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-3778a355-cae9-403b-9050-6321f03e3658 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1684469469-network', 'tenant_id': 'ec0cd181b35644639e7b0c20e865c6b6'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:19:36.341700 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-78605d20-5df2-4af2-b8ef-c95cbd41cf41 req-efe5975b-e5c4-43e8-a3cf-ef21062bb3b8 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1374600 Aug 26 06:19:36.379353 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-62bc4737-1c47-4109-b00e-eb5615c7b362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (6f652a3a-1862-46c0-b96a-62edc6b668df), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:36.424221 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Pushing event updated for resources: {'Port': ['ID=00c271ea-b83a-41f7-9150-f380b863371a,revision_number=4']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:36.497966 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78605d20-5df2-4af2-b8ef-c95cbd41cf41 req-c68dba86-251b-4706-865a-0389b8dcc1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:36.521097 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-78605d20-5df2-4af2-b8ef-c95cbd41cf41 req-c68dba86-251b-4706-865a-0389b8dcc1f7 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=84a2eee4447b4eadb79fbdbb874d4476&device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 1130 time: 0.1225910 Aug 26 06:19:36.521292 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 96735055-5ff8-479b-8b4e-8f619639d462 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:36.521292 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (96735055-5ff8-479b-8b4e-8f619639d462), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:36.528754 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-5274e9da-a66c-496c-859e-6307787059c9 None None] Set router edf461e8-dec7-4c8e-9bd5-5412c674aabb gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:19:36.692709 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eddaa2-3480-4a2c-947d-52127c739517 None None] Pushing event updated for resources: {'Port': ['ID=9a144ead-ed9a-4112-b770-6aeef70239a6,revision_number=4']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:36.733480 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3778a355-cae9-403b-9050-6321f03e3658 admin admin] Made reservation on behalf of ec0cd181b35644639e7b0c20e865c6b6 for: {'network': 1} {{(pid=107134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:19:36.738123 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3778a355-cae9-403b-9050-6321f03e3658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for network (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:36.744270 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78605d20-5df2-4af2-b8ef-c95cbd41cf41 req-ef5acaaf-57df-47b9-935e-b6274dd2bac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:36.745916 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-78605d20-5df2-4af2-b8ef-c95cbd41cf41 req-ef5acaaf-57df-47b9-935e-b6274dd2bac6 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=f4400288-0fd6-4a35-b08d-549e7c7c455e HTTP/1.1" status: 200 len: 919 time: 0.2152665 Aug 26 06:19:36.759942 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3778a355-cae9-403b-9050-6321f03e3658 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:36.777213 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a749fe-01de-4a4d-a1db-53183f330eb7 req-6da6ddb3-72b6-4ca0-a6cd-109122bc3239 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:36.779307 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-30a749fe-01de-4a4d-a1db-53183f330eb7 req-6da6ddb3-72b6-4ca0-a6cd-109122bc3239 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.1099319 Aug 26 06:19:36.886346 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-62bc4737-1c47-4109-b00e-eb5615c7b362 None None] Publish callbacks [] for port (6f652a3a-1862-46c0-b96a-62edc6b668df), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:36.893037 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:36.939892 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3778a355-cae9-403b-9050-6321f03e3658 admin admin] Publish callbacks [] for security_group (8ac1af0f-4ea7-42b9-bed3-46a386b07d4e), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:36.987405 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 96735055-5ff8-479b-8b4e-8f619639d462 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:19:37.051769 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-30a749fe-01de-4a4d-a1db-53183f330eb7 req-2fedc848-de98-4886-9ea2-508d3b09674e tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654550 Aug 26 06:19:37.116123 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3778a355-cae9-403b-9050-6321f03e3658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (8ac1af0f-4ea7-42b9-bed3-46a386b07d4e), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:37.117362 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-62bc4737-1c47-4109-b00e-eb5615c7b362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (6f652a3a-1862-46c0-b96a-62edc6b668df), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:37.141191 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-78605d20-5df2-4af2-b8ef-c95cbd41cf41 req-e9eea082-3644-49d1-8cc9-5ec43d3137ed service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40c6359b-4d02-4846-9ca2-697e2425c559 HTTP/1.1" status: 200 len: 217 time: 0.1269639 Aug 26 06:19:37.142476 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3778a355-cae9-403b-9050-6321f03e3658 admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=107134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 06:19:37.154309 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3778a355-cae9-403b-9050-6321f03e3658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439'] for segment (03d25d8b-b777-43cf-bf03-65c02625d729), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:37.154689 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.db.segments_db [None req-3778a355-cae9-403b-9050-6321f03e3658 admin admin] Added segment 03d25d8b-b777-43cf-bf03-65c02625d729 of type vlan for network 45a84897-2a17-443e-8e86-26e7b8d55f9e Aug 26 06:19:37.206790 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-5274e9da-a66c-496c-859e-6307787059c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf461e8-dec7-4c8e-9bd5-5412c674aabb', 'name': 'tempest-TestMinimumBasicScenario-513126299-router', 'tenant_id': '5ed8b47c2b8a495bb5fdb68cd8087d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '96735055-5ff8-479b-8b4e-8f619639d462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:22Z', 'updated_at': '2022-08-26T06:19:28Z', 'revision_number': 4, 'project_id': '5ed8b47c2b8a495bb5fdb68cd8087d62', 'gw_port': {'id': '96735055-5ff8-479b-8b4e-8f619639d462', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf461e8-dec7-4c8e-9bd5-5412c674aabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:23Z', 'updated_at': '2022-08-26T06:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '9a144ead-ed9a-4112-b770-6aeef70239a6', 'name': '', 'network_id': '5d4f41b2-52b3-4af0-9911-ca978ffc602f', 'tenant_id': '5ed8b47c2b8a495bb5fdb68cd8087d62', 'mac_address': 'fa:16:3e:db:95:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf461e8-dec7-4c8e-9bd5-5412c674aabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '72384c6b-28cb-4877-9669-bc81f719f31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:26Z', 'updated_at': '2022-08-26T06:19:35Z', 'revision_number': 4, 'project_id': '5ed8b47c2b8a495bb5fdb68cd8087d62', 'subnets': [{'id': '72384c6b-28cb-4877-9669-bc81f719f31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:19:37.227336 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8482e7fe-05c8-4e2b-9865-0277f5627aad req-6ed949cc-3493-4d4a-a5c0-cfac21910df5 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 210 time: 0.0992367 Aug 26 06:19:37.266733 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3778a355-cae9-403b-9050-6321f03e3658 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776575837049'] for network (45a84897-2a17-443e-8e86-26e7b8d55f9e), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:37.291264 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:37.342740 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 00c271ea-b83a-41f7-9150-f380b863371a up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:19:37.343249 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78605d20-5df2-4af2-b8ef-c95cbd41cf41 req-3af35b15-ee56-45f5-889a-03b101dd72e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:37.344949 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-78605d20-5df2-4af2-b8ef-c95cbd41cf41 req-3af35b15-ee56-45f5-889a-03b101dd72e0 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=b75031eb-a96b-4547-8cde-57cb718d9ca4 HTTP/1.1" status: 200 len: 857 time: 0.1934357 Aug 26 06:19:37.346102 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5274e9da-a66c-496c-859e-6307787059c9 None None] The sync data for ids ['edf461e8-dec7-4c8e-9bd5-5412c674aabb'] in dv-cinder-853910-3-iscsi is: [{'id': 'edf461e8-dec7-4c8e-9bd5-5412c674aabb', 'name': 'tempest-TestMinimumBasicScenario-513126299-router', 'tenant_id': '5ed8b47c2b8a495bb5fdb68cd8087d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '96735055-5ff8-479b-8b4e-8f619639d462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:22Z', 'updated_at': '2022-08-26T06:19:28Z', 'revision_number': 4, 'project_id': '5ed8b47c2b8a495bb5fdb68cd8087d62', 'gw_port': {'id': '96735055-5ff8-479b-8b4e-8f619639d462', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf461e8-dec7-4c8e-9bd5-5412c674aabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:23Z', 'updated_at': '2022-08-26T06:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '9a144ead-ed9a-4112-b770-6aeef70239a6', 'name': '', 'network_id': '5d4f41b2-52b3-4af0-9911-ca978ffc602f', 'tenant_id': '5ed8b47c2b8a495bb5fdb68cd8087d62', 'mac_address': 'fa:16:3e:db:95:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf461e8-dec7-4c8e-9bd5-5412c674aabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '72384c6b-28cb-4877-9669-bc81f719f31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:26Z', 'updated_at': '2022-08-26T06:19:35Z', 'revision_number': 4, 'project_id': '5ed8b47c2b8a495bb5fdb68cd8087d62', 'subnets': [{'id': '72384c6b-28cb-4877-9669-bc81f719f31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:19:37.409923 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778a355-cae9-403b-9050-6321f03e3658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac1af0f-4ea7-42b9-bed3-46a386b07d4e,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:37.411138 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0234f-2249-40e0-8e1e-0b588e504f92 None None] Pushing event updated for resources: {'Port': ['ID=6f652a3a-1862-46c0-b96a-62edc6b668df,revision_number=3']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:37.457344 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778a355-cae9-403b-9050-6321f03e3658 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:37.457344 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778a355-cae9-403b-9050-6321f03e3658 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:37.460934 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778a355-cae9-403b-9050-6321f03e3658 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:37.461321 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778a355-cae9-403b-9050-6321f03e3658 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:37.461673 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778a355-cae9-403b-9050-6321f03e3658 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:37.462020 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778a355-cae9-403b-9050-6321f03e3658 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:37.462386 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778a355-cae9-403b-9050-6321f03e3658 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:37.468071 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778a355-cae9-403b-9050-6321f03e3658 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:37.468489 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778a355-cae9-403b-9050-6321f03e3658 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:37.469582 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2230e4d-aae8-4e41-9154-fd3efbf5fe3f req-2f440b1c-af9c-4019-bc62-5d7ee77df48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:37.471478 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f2230e4d-aae8-4e41-9154-fd3efbf5fe3f req-2f440b1c-af9c-4019-bc62-5d7ee77df48a service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 1129 time: 0.3424613 Aug 26 06:19:37.472109 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778a355-cae9-403b-9050-6321f03e3658 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:37.473208 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778a355-cae9-403b-9050-6321f03e3658 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:37.476243 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778a355-cae9-403b-9050-6321f03e3658 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:37.478197 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778a355-cae9-403b-9050-6321f03e3658 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:37.481157 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778a355-cae9-403b-9050-6321f03e3658 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:37.481469 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-62bc4737-1c47-4109-b00e-eb5615c7b362 None None] Attempting to bind port 6f652a3a-1862-46c0-b96a-62edc6b668df on host dv-cinder-853910-3-iscsi for vnic_type normal with profile {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:19:37.481850 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-62bc4737-1c47-4109-b00e-eb5615c7b362 None None] Attempting to bind port 6f652a3a-1862-46c0-b96a-62edc6b668df by drivers openvswitch,hyperv on host dv-cinder-853910-3-iscsi at level 0 using segments [{'id': '2277a1fe-3a58-44e4-9188-12fe782742b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef'}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:19:37.482214 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bc4737-1c47-4109-b00e-eb5615c7b362 None None] Attempting to bind port 6f652a3a-1862-46c0-b96a-62edc6b668df on network 6c5f68e8-9704-4e4e-a557-4e9515d804ef {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:19:37.485089 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778a355-cae9-403b-9050-6321f03e3658 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:37.495691 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bc4737-1c47-4109-b00e-eb5615c7b362 None None] Checking agent: {'id': '4b23c1c4-ad66-4056-a835-9b344d252955', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 8, 1), 'started_at': datetime.datetime(2022, 8, 26, 6, 8, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:19:37.496922 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bc4737-1c47-4109-b00e-eb5615c7b362 None None] Checking segment: {'id': '2277a1fe-3a58-44e4-9188-12fe782742b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:19:37.497472 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-62bc4737-1c47-4109-b00e-eb5615c7b362 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:37.498479 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bc4737-1c47-4109-b00e-eb5615c7b362 None None] Bound using segment: {'id': '2277a1fe-3a58-44e4-9188-12fe782742b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef'} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:19:37.498996 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-62bc4737-1c47-4109-b00e-eb5615c7b362 None None] Bound port: 6f652a3a-1862-46c0-b96a-62edc6b668df, host: dv-cinder-853910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2277a1fe-3a58-44e4-9188-12fe782742b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef'}}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:19:37.499771 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-62bc4737-1c47-4109-b00e-eb5615c7b362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (6f652a3a-1862-46c0-b96a-62edc6b668df), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:37.501953 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3778a355-cae9-403b-9050-6321f03e3658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319'] for network (45a84897-2a17-443e-8e86-26e7b8d55f9e), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:37.509599 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3778a355-cae9-403b-9050-6321f03e3658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:37.510206 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3778a355-cae9-403b-9050-6321f03e3658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for network (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:37.552921 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:37.553803 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78605d20-5df2-4af2-b8ef-c95cbd41cf41 req-a08f52a4-361c-4b2c-9cf6-5f9b930b0573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:37.556045 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-78605d20-5df2-4af2-b8ef-c95cbd41cf41 req-a08f52a4-361c-4b2c-9cf6-5f9b930b0573 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=f4400288-0fd6-4a35-b08d-549e7c7c455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2026632 Aug 26 06:19:37.566603 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:37.637211 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 00c271ea-b83a-41f7-9150-f380b863371a triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:37.642264 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (00c271ea-b83a-41f7-9150-f380b863371a), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:37.731305 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-3778a355-cae9-403b-9050-6321f03e3658 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4092550 Aug 26 06:19:37.740204 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 52788) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:19:37.753909 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-268aa7bf-52e0-4473-81a2-069d19c7ba0e admin admin] Request body: {'subnet': {'network_id': '45a84897-2a17-443e-8e86-26e7b8d55f9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1684469469-subnet', 'tenant_id': 'ec0cd181b35644639e7b0c20e865c6b6', 'ip_version': 4}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:19:37.759880 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-62bc4737-1c47-4109-b00e-eb5615c7b362 None None] For port 6f652a3a-1862-46c0-b96a-62edc6b668df, host dv-cinder-853910-3-iscsi, cleared binding levels {{(pid=107136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:19:37.766968 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-62bc4737-1c47-4109-b00e-eb5615c7b362 None None] For port 6f652a3a-1862-46c0-b96a-62edc6b668df, host dv-cinder-853910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=6f652a3a-1862-46c0-b96a-62edc6b668df,segment=NetworkSegment(2277a1fe-3a58-44e4-9188-12fe782742b9),segment_id=2277a1fe-3a58-44e4-9188-12fe782742b9)] {{(pid=107136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:19:37.769424 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778a355-cae9-403b-9050-6321f03e3658 admin admin] Pushing event updated for resources: {'Network': ['ID=45a84897-2a17-443e-8e86-26e7b8d55f9e,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:37.785056 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Network 45a84897-2a17-443e-8e86-26e7b8d55f9e details requested by agent ovs-agent-dv-cinder-853910-3-iscsi with host dv-cinder-853910-3-iscsi {{(pid=107135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 06:19:37.914065 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-62bc4737-1c47-4109-b00e-eb5615c7b362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (6f652a3a-1862-46c0-b96a-62edc6b668df), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:37.977399 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268aa7bf-52e0-4473-81a2-069d19c7ba0e admin admin] Made reservation on behalf of ec0cd181b35644639e7b0c20e865c6b6 for: {'subnet': 1} {{(pid=107134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:19:37.981852 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-268aa7bf-52e0-4473-81a2-069d19c7ba0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3522598'] for subnet (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:38.055480 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 00c271ea-b83a-41f7-9150-f380b863371a is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:19:38.056877 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 9a144ead-ed9a-4112-b770-6aeef70239a6 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:19:38.080347 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bc4737-1c47-4109-b00e-eb5615c7b362 None None] Routers {'1170b181-b00b-401a-bc40-cf5c03a60e31'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:19:38.084915 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-62bc4737-1c47-4109-b00e-eb5615c7b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:19:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['1170b181-b00b-401a-bc40-cf5c03a60e31'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:19:38.188859 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 9a144ead-ed9a-4112-b770-6aeef70239a6 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:38.189253 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (9a144ead-ed9a-4112-b770-6aeef70239a6), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:38.314487 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f2230e4d-aae8-4e41-9154-fd3efbf5fe3f req-ca22a0f1-f992-48d3-a5b1-5500c54b11dc service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8194699 Aug 26 06:19:38.325697 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0234f-2249-40e0-8e1e-0b588e504f92 None None] Pushing event updated for resources: {'Port': ['ID=6f652a3a-1862-46c0-b96a-62edc6b668df,revision_number=4']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:38.356435 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 9a144ead-ed9a-4112-b770-6aeef70239a6 is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:19:38.356951 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (9a144ead-ed9a-4112-b770-6aeef70239a6), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:38.377379 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc62da-673e-4bca-88b2-2f7898d07af6 req-29737395-434f-49ca-a4d0-735c30c73cc5 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:38.415305 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-00dc62da-673e-4bca-88b2-2f7898d07af6 req-29737395-434f-49ca-a4d0-735c30c73cc5 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.1979470 Aug 26 06:19:38.501400 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] For port 9a144ead-ed9a-4112-b770-6aeef70239a6, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=9a144ead-ed9a-4112-b770-6aeef70239a6,segment=NetworkSegment(548e42d0-2cb5-406e-9e0c-58b6b733a415),segment_id=548e42d0-2cb5-406e-9e0c-58b6b733a415)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:19:38.522719 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-78605d20-5df2-4af2-b8ef-c95cbd41cf41 req-70e4b977-7c3b-481b-90cf-03e940248048 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9419847 Aug 26 06:19:38.584685 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7157b05e-eb95-4964-8711-29597aa5d0a9 req-0a4e65f5-4f5a-45d1-8f8c-3a8f412e1980 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 210 time: 0.1119871 Aug 26 06:19:38.593552 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-62bc4737-1c47-4109-b00e-eb5615c7b362 None None] Set router 1170b181-b00b-401a-bc40-cf5c03a60e31 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:19:38.641382 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (9a144ead-ed9a-4112-b770-6aeef70239a6), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:38.678362 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-00dc62da-673e-4bca-88b2-2f7898d07af6 req-440d61c9-369f-4551-9bb3-f9d1ec951e6c tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2597902 Aug 26 06:19:38.809969 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Pushing event updated for resources: {'Port': ['ID=9a144ead-ed9a-4112-b770-6aeef70239a6,revision_number=5']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:38.858273 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-78605d20-5df2-4af2-b8ef-c95cbd41cf41 req-4a4e775f-2544-489c-b484-ca2665455aec service neutron] 10.222.0.76 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916038 Aug 26 06:19:38.923621 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-268aa7bf-52e0-4473-81a2-069d19c7ba0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3186391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3522580'] for subnet (b659b1b4-ab10-41ee-9274-243aaaf2cb24), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:39.062259 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268aa7bf-52e0-4473-81a2-069d19c7ba0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b659b1b4-ab10-41ee-9274-243aaaf2cb24,revision_number=0']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:39.086817 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268aa7bf-52e0-4473-81a2-069d19c7ba0e admin admin] Checking segment: {'id': '03d25d8b-b777-43cf-bf03-65c02625d729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '45a84897-2a17-443e-8e86-26e7b8d55f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:19:39.087724 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268aa7bf-52e0-4473-81a2-069d19c7ba0e admin admin] Network hostable DHCP agents. Network: 45a84897-2a17-443e-8e86-26e7b8d55f9e, hostable agents: ['cf64840e-f340-4e9a-bb2f-df6b7decc44a'], hosted agents: [] {{(pid=107134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 06:19:39.163197 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-62bc4737-1c47-4109-b00e-eb5615c7b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'name': 'tempest-TestVolumeBootPattern-516714474-router', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00c271ea-b83a-41f7-9150-f380b863371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:24Z', 'updated_at': '2022-08-26T06:19:32Z', 'revision_number': 4, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'gw_port': {'id': '00c271ea-b83a-41f7-9150-f380b863371a', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:26Z', 'updated_at': '2022-08-26T06:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '6f652a3a-1862-46c0-b96a-62edc6b668df', 'name': '', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'mac_address': 'fa:16:3e:1a:bc:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:31Z', 'updated_at': '2022-08-26T06:19:37Z', 'revision_number': 4, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'subnets': [{'id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:19:39.215831 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 9a144ead-ed9a-4112-b770-6aeef70239a6 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:19:39.227932 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bc4737-1c47-4109-b00e-eb5615c7b362 None None] The sync data for ids ['1170b181-b00b-401a-bc40-cf5c03a60e31'] in dv-cinder-853910-3-iscsi is: [{'id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'name': 'tempest-TestVolumeBootPattern-516714474-router', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00c271ea-b83a-41f7-9150-f380b863371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:24Z', 'updated_at': '2022-08-26T06:19:32Z', 'revision_number': 4, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'gw_port': {'id': '00c271ea-b83a-41f7-9150-f380b863371a', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:26Z', 'updated_at': '2022-08-26T06:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '6f652a3a-1862-46c0-b96a-62edc6b668df', 'name': '', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'mac_address': 'fa:16:3e:1a:bc:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:31Z', 'updated_at': '2022-08-26T06:19:37Z', 'revision_number': 4, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'subnets': [{'id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:19:39.368646 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 9a144ead-ed9a-4112-b770-6aeef70239a6 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:39.370329 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (9a144ead-ed9a-4112-b770-6aeef70239a6), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:39.395035 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268aa7bf-52e0-4473-81a2-069d19c7ba0e admin admin] Network 45a84897-2a17-443e-8e86-26e7b8d55f9e is scheduled to be hosted by DHCP agent cf64840e-f340-4e9a-bb2f-df6b7decc44a with binding_index 1 {{(pid=107134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 06:19:39.553074 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [None req-268aa7bf-52e0-4473-81a2-069d19c7ba0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-3-iscsi, 45a84897-2a17-443e-8e86-26e7b8d55f9e) {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:19:39.557871 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268aa7bf-52e0-4473-81a2-069d19c7ba0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:39.558598 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-268aa7bf-52e0-4473-81a2-069d19c7ba0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for subnet (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:39.572952 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf70e52-d633-48db-a044-d70558145483 None None] Network 45a84897-2a17-443e-8e86-26e7b8d55f9e requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:19:39.717361 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-268aa7bf-52e0-4473-81a2-069d19c7ba0e admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9749451 Aug 26 06:19:39.719909 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 52806) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:19:39.731541 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-7be19385-0d2c-4a32-bf1d-342de0ddb685 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1684469469-router', 'tenant_id': 'ec0cd181b35644639e7b0c20e865c6b6', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:19:39.790834 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 9a144ead-ed9a-4112-b770-6aeef70239a6 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:19:39.809218 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e39057a-4609-415c-ab12-9fbb94019985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dd3542d-7dca-51c5-b561-2f21a9595a38-45a84897-2a17-443e-8e86-26e7b8d55f9e', 'network_id': '45a84897-2a17-443e-8e86-26e7b8d55f9e', 'project_id': 'ec0cd181b35644639e7b0c20e865c6b6', 'fixed_ips': [{'subnet_id': 'b659b1b4-ab10-41ee-9274-243aaaf2cb24'}]}} from dv-cinder-853910-3-iscsi. {{(pid=107135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 06:19:39.816405 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6e39057a-4609-415c-ab12-9fbb94019985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:39.856328 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-61def0de-cc60-4ce1-85ea-1d5f9b29941c req-71af5447-0f7b-4074-b2cc-93d662fd3d02 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 210 time: 0.0732942 Aug 26 06:19:39.912540 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea878764-b944-4402-880a-88a73acc3c6a req-36784c0e-e061-43e0-a86a-603e9128a74f tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:39.921015 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ea878764-b944-4402-880a-88a73acc3c6a req-36784c0e-e061-43e0-a86a-603e9128a74f tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0944448 Aug 26 06:19:40.059592 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7be19385-0d2c-4a32-bf1d-342de0ddb685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32324'] for router (bd37c820-ac09-4c4b-b195-06c31d8fdcda), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:40.061675 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7be19385-0d2c-4a32-bf1d-342de0ddb685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1621550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1785856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32333'] for router (bd37c820-ac09-4c4b-b195-06c31d8fdcda), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:40.106518 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ea878764-b944-4402-880a-88a73acc3c6a req-a2b7d7df-c246-4382-9cd7-bb4dab2b7e5f tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812904 Aug 26 06:19:40.188984 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_common [None req-6e39057a-4609-415c-ab12-9fbb94019985 None None] Allocated IP 172.20.0.2 (45a84897-2a17-443e-8e86-26e7b8d55f9e/b659b1b4-ab10-41ee-9274-243aaaf2cb24/a3aaf65f-76c9-493d-82f8-564fe8000409) {{(pid=107135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:19:40.232883 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7be19385-0d2c-4a32-bf1d-342de0ddb685 admin admin] Publish callbacks [] for router_controller (bd37c820-ac09-4c4b-b195-06c31d8fdcda), precommit_add_association {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:40.423662 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6e39057a-4609-415c-ab12-9fbb94019985 None None] Publish callbacks [] for port (a3aaf65f-76c9-493d-82f8-564fe8000409), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:40.527999 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7be19385-0d2c-4a32-bf1d-342de0ddb685 admin admin] Publish callbacks [] for router_gateway (bd37c820-ac09-4c4b-b195-06c31d8fdcda), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:41.052781 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0fe4dccb-17c5-4f5c-9e14-93a8e36a6a30 req-8020393c-bb4b-416b-b894-bfa40494754f tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 210 time: 0.0388999 Aug 26 06:19:41.125872 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 6f652a3a-1862-46c0-b96a-62edc6b668df up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:19:41.261006 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d863726-28e2-498e-8778-18aa0481e23c req-32af4b21-4664-40a2-9efa-bf856cf056a4 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:41.262762 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8d863726-28e2-498e-8778-18aa0481e23c req-32af4b21-4664-40a2-9efa-bf856cf056a4 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0611234 Aug 26 06:19:41.314149 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6e39057a-4609-415c-ab12-9fbb94019985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587'] for port (a3aaf65f-76c9-493d-82f8-564fe8000409), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:41.323115 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:41.369623 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e39057a-4609-415c-ab12-9fbb94019985 None None] Network 45a84897-2a17-443e-8e86-26e7b8d55f9e is already hosted by enough agents. {{(pid=107135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:19:41.375356 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-6e39057a-4609-415c-ab12-9fbb94019985 None None] Resources bound (agent type, host, resource id): {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:19:41.378952 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e39057a-4609-415c-ab12-9fbb94019985 None None] Received port after_create {{(pid=107135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:19:41.403276 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8d863726-28e2-498e-8778-18aa0481e23c req-9816388c-bfff-4d1d-ac3d-273407ee9311 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227543 Aug 26 06:19:41.403627 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e39057a-4609-415c-ab12-9fbb94019985 None None] Pushing event updated for resources: {'Port': ['ID=a3aaf65f-76c9-493d-82f8-564fe8000409,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:41.461364 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 6f652a3a-1862-46c0-b96a-62edc6b668df triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:41.461787 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (6f652a3a-1862-46c0-b96a-62edc6b668df), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:41.599946 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:41.672822 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-6e39057a-4609-415c-ab12-9fbb94019985 None None] Attempting to bind port a3aaf65f-76c9-493d-82f8-564fe8000409 on host dv-cinder-853910-3-iscsi for vnic_type normal with profile {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:19:41.680375 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-6e39057a-4609-415c-ab12-9fbb94019985 None None] Attempting to bind port a3aaf65f-76c9-493d-82f8-564fe8000409 by drivers openvswitch,hyperv on host dv-cinder-853910-3-iscsi at level 0 using segments [{'id': '03d25d8b-b777-43cf-bf03-65c02625d729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '45a84897-2a17-443e-8e86-26e7b8d55f9e'}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:19:41.681022 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e39057a-4609-415c-ab12-9fbb94019985 None None] Attempting to bind port a3aaf65f-76c9-493d-82f8-564fe8000409 on network 45a84897-2a17-443e-8e86-26e7b8d55f9e {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:19:41.703250 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e39057a-4609-415c-ab12-9fbb94019985 None None] Checking agent: {'id': '4b23c1c4-ad66-4056-a835-9b344d252955', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 8, 1), 'started_at': datetime.datetime(2022, 8, 26, 6, 8, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:19:41.706650 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e39057a-4609-415c-ab12-9fbb94019985 None None] Checking segment: {'id': '03d25d8b-b777-43cf-bf03-65c02625d729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '45a84897-2a17-443e-8e86-26e7b8d55f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:19:41.709862 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6e39057a-4609-415c-ab12-9fbb94019985 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:41.710574 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e39057a-4609-415c-ab12-9fbb94019985 None None] Bound using segment: {'id': '03d25d8b-b777-43cf-bf03-65c02625d729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '45a84897-2a17-443e-8e86-26e7b8d55f9e'} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:19:41.711919 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-6e39057a-4609-415c-ab12-9fbb94019985 None None] Bound port: a3aaf65f-76c9-493d-82f8-564fe8000409, host: dv-cinder-853910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03d25d8b-b777-43cf-bf03-65c02625d729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '45a84897-2a17-443e-8e86-26e7b8d55f9e'}}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:19:41.712591 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6e39057a-4609-415c-ab12-9fbb94019985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (a3aaf65f-76c9-493d-82f8-564fe8000409), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:41.814200 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7be19385-0d2c-4a32-bf1d-342de0ddb685 admin admin] Publish callbacks [] for router_gateway (bd37c820-ac09-4c4b-b195-06c31d8fdcda), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:41.846702 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7be19385-0d2c-4a32-bf1d-342de0ddb685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:41.905882 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c1eac-eb68-4831-8516-22b4d079b29d req-6a21a67f-9648-461e-842b-014984d2edbf tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:41.908375 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 6f652a3a-1862-46c0-b96a-62edc6b668df is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:19:41.908928 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (6f652a3a-1862-46c0-b96a-62edc6b668df), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:41.914958 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7c7c1eac-eb68-4831-8516-22b4d079b29d req-6a21a67f-9648-461e-842b-014984d2edbf tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.3348155 Aug 26 06:19:41.930866 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 52832) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:19:41.939898 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-5c2d313f-c300-4ed1-b09b-00f235704d9c tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Request body: {'floatingip': {'port_id': '2064b241-4b48-43a2-ba54-14c868b539b4'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:19:42.029515 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-6e39057a-4609-415c-ab12-9fbb94019985 None None] For port a3aaf65f-76c9-493d-82f8-564fe8000409, host dv-cinder-853910-3-iscsi, cleared binding levels {{(pid=107135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:19:42.036371 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] For port 6f652a3a-1862-46c0-b96a-62edc6b668df, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=6f652a3a-1862-46c0-b96a-62edc6b668df,segment=NetworkSegment(2277a1fe-3a58-44e4-9188-12fe782742b9),segment_id=2277a1fe-3a58-44e4-9188-12fe782742b9)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:19:42.058196 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-6e39057a-4609-415c-ab12-9fbb94019985 None None] For port a3aaf65f-76c9-493d-82f8-564fe8000409, host dv-cinder-853910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=a3aaf65f-76c9-493d-82f8-564fe8000409,segment=NetworkSegment(03d25d8b-b777-43cf-bf03-65c02625d729),segment_id=03d25d8b-b777-43cf-bf03-65c02625d729)] {{(pid=107135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:19:42.077566 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-5c2d313f-c300-4ed1-b09b-00f235704d9c tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks [] for floatingip (ca14a407-1e30-4cbf-b316-f93535a6e80e), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:42.094505 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72dcbd-3561-462f-a292-9058268cfeff req-dff2c37f-0634-46ed-a53e-bff90d05b91f tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:42.097762 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2f72dcbd-3561-462f-a292-9058268cfeff req-dff2c37f-0634-46ed-a53e-bff90d05b91f tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.76 "GET /networking/v2.0/networks?id=acb716de-6bc0-4261-b952-78c0c00f2891 HTTP/1.1" status: 200 len: 809 time: 0.5595601 Aug 26 06:19:42.123509 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.db_base_plugin_common [None req-7be19385-0d2c-4a32-bf1d-342de0ddb685 admin admin] Allocated IP 172.27.3.181 (7bfbcaf8-cfd7-4da9-9873-fb578302608c/6eb332c5-848f-450d-bdad-4a764241332a/245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa) {{(pid=107134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:19:42.278807 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (6f652a3a-1862-46c0-b96a-62edc6b668df), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:42.287690 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6e39057a-4609-415c-ab12-9fbb94019985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (a3aaf65f-76c9-493d-82f8-564fe8000409), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:42.349079 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:42.360168 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-90efd14a-a9d4-42d8-b586-f2381ba21812 req-4cdf8ae4-d22b-431d-903d-51c401ab64d0 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 210 time: 0.1544619 Aug 26 06:19:42.501515 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Pushing event updated for resources: {'Port': ['ID=6f652a3a-1862-46c0-b96a-62edc6b668df,revision_number=5']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:42.596079 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7be19385-0d2c-4a32-bf1d-342de0ddb685 admin admin] Publish callbacks [] for port (245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:42.649150 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e39057a-4609-415c-ab12-9fbb94019985 None None] Pushing event updated for resources: {'Port': ['ID=a3aaf65f-76c9-493d-82f8-564fe8000409,revision_number=2']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:42.977396 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7be19385-0d2c-4a32-bf1d-342de0ddb685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:43.049981 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:43.104186 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be19385-0d2c-4a32-bf1d-342de0ddb685 admin admin] Pushing event updated for resources: {'Port': ['ID=245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:43.122312 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be19385-0d2c-4a32-bf1d-342de0ddb685 admin admin] Network 7bfbcaf8-cfd7-4da9-9873-fb578302608c is already hosted by enough agents. {{(pid=107134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:19:43.130813 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [None req-7be19385-0d2c-4a32-bf1d-342de0ddb685 admin admin] Resources bound (agent type, host, resource id): {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:19:43.133408 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be19385-0d2c-4a32-bf1d-342de0ddb685 admin admin] Received port after_create {{(pid=107134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:19:43.311570 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-5c2d313f-c300-4ed1-b09b-00f235704d9c tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:43.338456 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [req-2f72dcbd-3561-462f-a292-9058268cfeff req-c5cf1629-8828-4db6-8bf6-c1e9c53e0e95 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Request body: {'port': {'device_id': '1745aea6-2b4b-48cb-82d5-3c6f62c9196d', 'network_id': 'acb716de-6bc0-4261-b952-78c0c00f2891', 'admin_state_up': True, 'tenant_id': 'b38f9319c7534904ac58d1d9f9048b91'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:19:43.368782 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 6f652a3a-1862-46c0-b96a-62edc6b668df up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:19:43.539111 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-5c2d313f-c300-4ed1-b09b-00f235704d9c tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614170'] for floatingip (ca14a407-1e30-4cbf-b316-f93535a6e80e), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:43.563740 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 6f652a3a-1862-46c0-b96a-62edc6b668df triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:43.564610 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (6f652a3a-1862-46c0-b96a-62edc6b668df), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:43.843090 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 6f652a3a-1862-46c0-b96a-62edc6b668df is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:19:43.846544 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device a3aaf65f-76c9-493d-82f8-564fe8000409 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:19:43.926142 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e5ca2e46-010d-4001-a680-73f35899f669 req-482c79a3-dc0e-47b7-baad-dbe92e5e99fc tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 210 time: 0.1495054 Aug 26 06:19:43.978318 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.db.l3_db [None req-5c2d313f-c300-4ed1-b09b-00f235704d9c tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Floating IP ca14a407-1e30-4cbf-b316-f93535a6e80e associated. External IP: 172.27.3.133, port: 2064b241-4b48-43a2-ba54-14c868b539b4. Aug 26 06:19:43.983980 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port a3aaf65f-76c9-493d-82f8-564fe8000409 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:43.983980 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (a3aaf65f-76c9-493d-82f8-564fe8000409), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:44.164300 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port a3aaf65f-76c9-493d-82f8-564fe8000409 is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:19:44.164848 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (a3aaf65f-76c9-493d-82f8-564fe8000409), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:44.224800 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7a9c53-e337-4871-8088-898d1d5e15fe None None] Network 45a84897-2a17-443e-8e86-26e7b8d55f9e requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:19:44.283368 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7be19385-0d2c-4a32-bf1d-342de0ddb685 admin admin] Publish callbacks [] for router_gateway (bd37c820-ac09-4c4b-b195-06c31d8fdcda), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:44.611824 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] For port a3aaf65f-76c9-493d-82f8-564fe8000409, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=a3aaf65f-76c9-493d-82f8-564fe8000409,segment=NetworkSegment(03d25d8b-b777-43cf-bf03-65c02625d729),segment_id=03d25d8b-b777-43cf-bf03-65c02625d729)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:19:44.622877 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-a6f0fae5-ea3f-406f-8d90-bd0e5c6c5b4b None None] Provisioning complete for port a3aaf65f-76c9-493d-82f8-564fe8000409 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:44.623207 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a6f0fae5-ea3f-406f-8d90-bd0e5c6c5b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (a3aaf65f-76c9-493d-82f8-564fe8000409), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:44.757870 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (a3aaf65f-76c9-493d-82f8-564fe8000409), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:44.932458 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7be19385-0d2c-4a32-bf1d-342de0ddb685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621576'] for router (bd37c820-ac09-4c4b-b195-06c31d8fdcda), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:45.069397 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Pushing event updated for resources: {'Port': ['ID=a3aaf65f-76c9-493d-82f8-564fe8000409,revision_number=3']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:45.072289 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-a6f0fae5-ea3f-406f-8d90-bd0e5c6c5b4b None None] Current status of the port a3aaf65f-76c9-493d-82f8-564fe8000409 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:19:45.208813 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-a6595a28-f055-46ce-bcc9-525e7152bc3d None None] Provisioning complete for port a3aaf65f-76c9-493d-82f8-564fe8000409 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:45.209237 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a6595a28-f055-46ce-bcc9-525e7152bc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (a3aaf65f-76c9-493d-82f8-564fe8000409), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:45.225860 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f72dcbd-3561-462f-a292-9058268cfeff req-c5cf1629-8828-4db6-8bf6-c1e9c53e0e95 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Made reservation on behalf of b38f9319c7534904ac58d1d9f9048b91 for: {'port': 1} {{(pid=107133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:19:45.232086 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-2f72dcbd-3561-462f-a292-9058268cfeff req-c5cf1629-8828-4db6-8bf6-c1e9c53e0e95 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:45.235402 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6e9579fe-b37f-454f-80f2-51e63babfb36 req-820b1277-367c-4089-bb16-04880f07baa0 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 210 time: 0.0752871 Aug 26 06:19:45.355742 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-a6595a28-f055-46ce-bcc9-525e7152bc3d None None] Current status of the port a3aaf65f-76c9-493d-82f8-564fe8000409 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:19:45.446582 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be19385-0d2c-4a32-bf1d-342de0ddb685 admin admin] Router bd37c820-ac09-4c4b-b195-06c31d8fdcda is scheduled to L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 with binding_index 1 {{(pid=107134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 06:19:45.480883 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2d313f-c300-4ed1-b09b-00f235704d9c tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Router 0f2f8638-8081-4d93-a6b4-3c7c641c96ee has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:19:45.525882 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_common [req-2f72dcbd-3561-462f-a292-9058268cfeff req-c5cf1629-8828-4db6-8bf6-c1e9c53e0e95 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Allocated IP 172.20.0.3 (acb716de-6bc0-4261-b952-78c0c00f2891/73c73fe7-06bc-4f39-a55c-36ef4ab94c3a/56fec6a1-e21d-4fe6-ba05-e70da56fde9b) {{(pid=107133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:19:45.624649 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be19385-0d2c-4a32-bf1d-342de0ddb685 admin admin] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:19:45.637476 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ea013d-197b-4e00-bbcb-832fc80f15ab None None] Sync routers for ids ['bd37c820-ac09-4c4b-b195-06c31d8fdcda'] in dv-cinder-853910-3-iscsi {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:19:45.657838 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ea013d-197b-4e00-bbcb-832fc80f15ab None None] Routers {'bd37c820-ac09-4c4b-b195-06c31d8fdcda'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:19:45.658488 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-21ea013d-197b-4e00-bbcb-832fc80f15ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:19:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['bd37c820-ac09-4c4b-b195-06c31d8fdcda'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:19:45.741753 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2d313f-c300-4ed1-b09b-00f235704d9c tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:19:45.753305 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-5c2d313f-c300-4ed1-b09b-00f235704d9c tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for floatingip (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:45.768939 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0995f42-cb00-447a-ab9b-57b662b1a7f8 None None] Sync routers for ids ['0f2f8638-8081-4d93-a6b4-3c7c641c96ee'] in dv-cinder-853910-3-iscsi {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:19:45.800178 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7be19385-0d2c-4a32-bf1d-342de0ddb685 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:45.802392 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-7be19385-0d2c-4a32-bf1d-342de0ddb685 admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.0806606 Aug 26 06:19:45.820197 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 52866) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:19:45.866160 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0995f42-cb00-447a-ab9b-57b662b1a7f8 None None] Routers {'0f2f8638-8081-4d93-a6b4-3c7c641c96ee'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:19:45.871521 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-e0995f42-cb00-447a-ab9b-57b662b1a7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:19:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['0f2f8638-8081-4d93-a6b4-3c7c641c96ee'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:19:45.888753 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-21ea013d-197b-4e00-bbcb-832fc80f15ab None None] Set router bd37c820-ac09-4c4b-b195-06c31d8fdcda gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:19:46.008845 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-5c2d313f-c300-4ed1-b09b-00f235704d9c tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/ca14a407-1e30-4cbf-b316-f93535a6e80e HTTP/1.1" status: 200 len: 991 time: 4.0762138 Aug 26 06:19:46.013636 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45330505-4b58-4762-bb9f-e704f9648e1e', 'tag': '2064b241-4b48-43a2-ba54-14c868b539b4'}] {{(pid=107133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:19:46.017431 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8285fbc4cf3847b51d9cb7eba3379b7f58b909d4ff4eae5f417f2c246939f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95e943f-327b-4717-8a1b-8893b80c4921" -d '{"events": [{"name": "network-changed", "server_uuid": "45330505-4b58-4762-bb9f-e704f9648e1e", "tag": "2064b241-4b48-43a2-ba54-14c868b539b4"}]}' {{(pid=107133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:19:46.144993 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-e0995f42-cb00-447a-ab9b-57b662b1a7f8 None None] Set router 0f2f8638-8081-4d93-a6b4-3c7c641c96ee gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:19:46.145785 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-2f72dcbd-3561-462f-a292-9058268cfeff req-c5cf1629-8828-4db6-8bf6-c1e9c53e0e95 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Publish callbacks [] for port (56fec6a1-e21d-4fe6-ba05-e70da56fde9b), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:46.203368 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acd81f1-db5d-456c-83b8-bf4e9f40b828 x-openstack-request-id: req-7acd81f1-db5d-456c-83b8-bf4e9f40b828 {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:19:46.203558 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45330505-4b58-4762-bb9f-e704f9648e1e", "tag": "2064b241-4b48-43a2-ba54-14c868b539b4", "status": "completed", "code": 200}]} {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:19:46.203870 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7acd81f1-db5d-456c-83b8-bf4e9f40b828 {{(pid=107133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:19:46.204534 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7acd81f1-db5d-456c-83b8-bf4e9f40b828'] response: {'name': 'network-changed', 'server_uuid': '45330505-4b58-4762-bb9f-e704f9648e1e', 'tag': '2064b241-4b48-43a2-ba54-14c868b539b4', 'status': 'completed', 'code': 200} Aug 26 06:19:46.320414 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:46.382767 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e943f-327b-4717-8a1b-8893b80c4921 req-40db9760-88d6-4e81-97a1-c20f3d1af2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:46.399675 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e95e943f-327b-4717-8a1b-8893b80c4921 req-40db9760-88d6-4e81-97a1-c20f3d1af2fa service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=84a2eee4447b4eadb79fbdbb874d4476&device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 1129 time: 0.1848137 Aug 26 06:19:46.405702 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-2f72dcbd-3561-462f-a292-9058268cfeff req-c5cf1629-8828-4db6-8bf6-c1e9c53e0e95 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (56fec6a1-e21d-4fe6-ba05-e70da56fde9b), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:46.429774 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-21ea013d-197b-4e00-bbcb-832fc80f15ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd37c820-ac09-4c4b-b195-06c31d8fdcda', 'name': 'tempest-TestVolumeBootPattern-1684469469-router', 'tenant_id': 'ec0cd181b35644639e7b0c20e865c6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:40Z', 'updated_at': '2022-08-26T06:19:43Z', 'revision_number': 3, 'project_id': 'ec0cd181b35644639e7b0c20e865c6b6', 'gw_port': {'id': '245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:64:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd37c820-ac09-4c4b-b195-06c31d8fdcda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:41Z', 'updated_at': '2022-08-26T06:19:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:19:46.501582 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ea013d-197b-4e00-bbcb-832fc80f15ab None None] Checking router: bd37c820-ac09-4c4b-b195-06c31d8fdcda for host: dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:19:46.501931 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ea013d-197b-4e00-bbcb-832fc80f15ab None None] Updating router bd37c820-ac09-4c4b-b195-06c31d8fdcda port 245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa binding host dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 06:19:46.549371 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf1629-8828-4db6-8bf6-c1e9c53e0e95 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Pushing event updated for resources: {'Port': ['ID=56fec6a1-e21d-4fe6-ba05-e70da56fde9b,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:46.550232 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-21ea013d-197b-4e00-bbcb-832fc80f15ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:46.566923 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf1629-8828-4db6-8bf6-c1e9c53e0e95 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:46.568012 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf1629-8828-4db6-8bf6-c1e9c53e0e95 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:46.573926 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf1629-8828-4db6-8bf6-c1e9c53e0e95 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:46.573926 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf1629-8828-4db6-8bf6-c1e9c53e0e95 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:46.573926 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf1629-8828-4db6-8bf6-c1e9c53e0e95 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:46.573926 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf1629-8828-4db6-8bf6-c1e9c53e0e95 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:46.573926 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf1629-8828-4db6-8bf6-c1e9c53e0e95 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:46.573926 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf1629-8828-4db6-8bf6-c1e9c53e0e95 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:46.574735 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-e0995f42-cb00-447a-ab9b-57b662b1a7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'name': 'tempest-ServerRescueNegativeTestJSON-182940186-router', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '5e9e0226-0808-483a-91c5-61db967f6b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:35Z', 'revision_number': 4, 'project_id': '84a2eee4447b4eadb79fbdbb874d4476', 'gw_port': {'id': '5e9e0226-0808-483a-91c5-61db967f6b93', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:28Z', 'updated_at': '2022-08-26T06:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': 'ca14a407-1e30-4cbf-b316-f93535a6e80e', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'port_id': '2064b241-4b48-43a2-ba54-14c868b539b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e', 'mac_address': 'fa:16:3e:d3:4b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45330505-4b58-4762-bb9f-e704f9648e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:18:49Z', 'updated_at': '2022-08-26T06:19:43Z', 'revision_number': 1, 'project_id': '84a2eee4447b4eadb79fbdbb874d4476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f5140f9-8989-46bf-bd47-2fe5c097f5e6', 'name': '', 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'mac_address': 'fa:16:3e:61:4a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b75031eb-a96b-4547-8cde-57cb718d9ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:33Z', 'updated_at': '2022-08-26T06:16:44Z', 'revision_number': 5, 'project_id': '84a2eee4447b4eadb79fbdbb874d4476', 'subnets': [{'id': 'b75031eb-a96b-4547-8cde-57cb718d9ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:19:46.574990 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf1629-8828-4db6-8bf6-c1e9c53e0e95 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:46.574990 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf1629-8828-4db6-8bf6-c1e9c53e0e95 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:46.574990 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf1629-8828-4db6-8bf6-c1e9c53e0e95 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:46.574990 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf1629-8828-4db6-8bf6-c1e9c53e0e95 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:46.574990 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf1629-8828-4db6-8bf6-c1e9c53e0e95 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:46.574990 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf1629-8828-4db6-8bf6-c1e9c53e0e95 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:46.575665 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cf1629-8828-4db6-8bf6-c1e9c53e0e95 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:19:46.610715 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:INSERT=21,neutron:SELECT=75,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:46.617674 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0995f42-cb00-447a-ab9b-57b662b1a7f8 None None] Checking router: 0f2f8638-8081-4d93-a6b4-3c7c641c96ee for host: dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:19:46.631259 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0995f42-cb00-447a-ab9b-57b662b1a7f8 None None] Routers {'0f2f8638-8081-4d93-a6b4-3c7c641c96ee'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:19:46.632514 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-e0995f42-cb00-447a-ab9b-57b662b1a7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:19:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['0f2f8638-8081-4d93-a6b4-3c7c641c96ee'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:19:46.650404 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f72dcbd-3561-462f-a292-9058268cfeff req-c5cf1629-8828-4db6-8bf6-c1e9c53e0e95 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Network acb716de-6bc0-4261-b952-78c0c00f2891 is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:19:46.711559 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ff573-2eea-4fef-af77-d29d793fae8e req-8c6ae087-44c0-4b7f-8207-2e919787c80b tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:46.713401 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a75ff573-2eea-4fef-af77-d29d793fae8e req-8c6ae087-44c0-4b7f-8207-2e919787c80b tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 931 time: 0.2058306 Aug 26 06:19:46.780576 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [req-2f72dcbd-3561-462f-a292-9058268cfeff req-c5cf1629-8828-4db6-8bf6-c1e9c53e0e95 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:19:46.784731 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f72dcbd-3561-462f-a292-9058268cfeff req-c5cf1629-8828-4db6-8bf6-c1e9c53e0e95 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Received port after_create {{(pid=107133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:19:46.864800 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72dcbd-3561-462f-a292-9058268cfeff req-c5cf1629-8828-4db6-8bf6-c1e9c53e0e95 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:46.865675 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-2f72dcbd-3561-462f-a292-9058268cfeff req-c5cf1629-8828-4db6-8bf6-c1e9c53e0e95 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:47.007067 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e943f-327b-4717-8a1b-8893b80c4921 req-a06fc4c0-8994-4b51-8417-a25324c39796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:47.023014 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e95e943f-327b-4717-8a1b-8893b80c4921 req-a06fc4c0-8994-4b51-8417-a25324c39796 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=f4400288-0fd6-4a35-b08d-549e7c7c455e HTTP/1.1" status: 200 len: 919 time: 0.5823619 Aug 26 06:19:47.023014 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2f72dcbd-3561-462f-a292-9058268cfeff req-c5cf1629-8828-4db6-8bf6-c1e9c53e0e95 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6975334 Aug 26 06:19:47.085800 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-e0995f42-cb00-447a-ab9b-57b662b1a7f8 None None] Set router 0f2f8638-8081-4d93-a6b4-3c7c641c96ee gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:19:47.198902 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-21ea013d-197b-4e00-bbcb-832fc80f15ab None None] Publish callbacks [] for port (245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa), precommit_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:47.222156 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device a3aaf65f-76c9-493d-82f8-564fe8000409 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:19:47.262681 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a75ff573-2eea-4fef-af77-d29d793fae8e req-3cbb4327-d7d1-4506-9a06-48ac706ff80e tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002274 Aug 26 06:19:47.318441 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port a3aaf65f-76c9-493d-82f8-564fe8000409 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:47.319802 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (a3aaf65f-76c9-493d-82f8-564fe8000409), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:47.441147 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port a3aaf65f-76c9-493d-82f8-564fe8000409 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:19:47.497503 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-304020d4-b264-4c21-b929-2bd555bcc058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:47.497946 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-e0995f42-cb00-447a-ab9b-57b662b1a7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'name': 'tempest-ServerRescueNegativeTestJSON-182940186-router', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '5e9e0226-0808-483a-91c5-61db967f6b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:35Z', 'revision_number': 4, 'project_id': '84a2eee4447b4eadb79fbdbb874d4476', 'gw_port': {'id': '5e9e0226-0808-483a-91c5-61db967f6b93', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:28Z', 'updated_at': '2022-08-26T06:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': 'ca14a407-1e30-4cbf-b316-f93535a6e80e', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'port_id': '2064b241-4b48-43a2-ba54-14c868b539b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e', 'mac_address': 'fa:16:3e:d3:4b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45330505-4b58-4762-bb9f-e704f9648e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:18:49Z', 'updated_at': '2022-08-26T06:19:43Z', 'revision_number': 1, 'project_id': '84a2eee4447b4eadb79fbdbb874d4476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f5140f9-8989-46bf-bd47-2fe5c097f5e6', 'name': '', 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'mac_address': 'fa:16:3e:61:4a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b75031eb-a96b-4547-8cde-57cb718d9ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:33Z', 'updated_at': '2022-08-26T06:16:44Z', 'revision_number': 5, 'project_id': '84a2eee4447b4eadb79fbdbb874d4476', 'subnets': [{'id': 'b75031eb-a96b-4547-8cde-57cb718d9ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:19:47.532383 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0995f42-cb00-447a-ab9b-57b662b1a7f8 None None] The sync data for ids ['0f2f8638-8081-4d93-a6b4-3c7c641c96ee'] in dv-cinder-853910-3-iscsi is: [{'id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'name': 'tempest-ServerRescueNegativeTestJSON-182940186-router', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '5e9e0226-0808-483a-91c5-61db967f6b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:35Z', 'revision_number': 4, 'project_id': '84a2eee4447b4eadb79fbdbb874d4476', 'gw_port': {'id': '5e9e0226-0808-483a-91c5-61db967f6b93', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:28Z', 'updated_at': '2022-08-26T06:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': 'ca14a407-1e30-4cbf-b316-f93535a6e80e', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'port_id': '2064b241-4b48-43a2-ba54-14c868b539b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e', 'mac_address': 'fa:16:3e:d3:4b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45330505-4b58-4762-bb9f-e704f9648e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:18:49Z', 'updated_at': '2022-08-26T06:19:43Z', 'revision_number': 1, 'project_id': '84a2eee4447b4eadb79fbdbb874d4476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f5140f9-8989-46bf-bd47-2fe5c097f5e6', 'name': '', 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'mac_address': 'fa:16:3e:61:4a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b75031eb-a96b-4547-8cde-57cb718d9ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:33Z', 'updated_at': '2022-08-26T06:16:44Z', 'revision_number': 5, 'project_id': '84a2eee4447b4eadb79fbdbb874d4476', 'subnets': [{'id': 'b75031eb-a96b-4547-8cde-57cb718d9ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:19:47.744541 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-21ea013d-197b-4e00-bbcb-832fc80f15ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:47.749619 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.db_base_plugin_common [None req-304020d4-b264-4c21-b929-2bd555bcc058 admin admin] Allocated IP 172.20.0.1 (45a84897-2a17-443e-8e86-26e7b8d55f9e/b659b1b4-ab10-41ee-9274-243aaaf2cb24/60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06) {{(pid=107134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:19:47.773973 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-21ea013d-197b-4e00-bbcb-832fc80f15ab None None] Attempting to bind port 245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa on host dv-cinder-853910-3-iscsi for vnic_type normal with profile {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:19:47.774587 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-21ea013d-197b-4e00-bbcb-832fc80f15ab None None] Attempting to bind port 245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa by drivers openvswitch,hyperv on host dv-cinder-853910-3-iscsi at level 0 using segments [{'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:19:47.775354 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ea013d-197b-4e00-bbcb-832fc80f15ab None None] Attempting to bind port 245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa on network 7bfbcaf8-cfd7-4da9-9873-fb578302608c {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:19:47.783177 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ea013d-197b-4e00-bbcb-832fc80f15ab None None] Checking agent: {'id': '4b23c1c4-ad66-4056-a835-9b344d252955', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 8, 1), 'started_at': datetime.datetime(2022, 8, 26, 6, 8, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:19:47.783752 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ea013d-197b-4e00-bbcb-832fc80f15ab None None] Checking segment: {'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:19:47.784275 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-21ea013d-197b-4e00-bbcb-832fc80f15ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:47.784939 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ea013d-197b-4e00-bbcb-832fc80f15ab None None] Bound using segment: {'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:19:47.786141 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-21ea013d-197b-4e00-bbcb-832fc80f15ab None None] Bound port: 245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa, host: dv-cinder-853910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:19:47.786746 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-21ea013d-197b-4e00-bbcb-832fc80f15ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:47.889154 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0b3c4-9435-4e88-a21d-e5a048217824 None None] Pushing event updated for resources: {'Port': ['ID=245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa,revision_number=2']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:47.916343 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-21ea013d-197b-4e00-bbcb-832fc80f15ab None None] For port 245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa, host dv-cinder-853910-3-iscsi, cleared binding levels {{(pid=107135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:19:47.922041 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-21ea013d-197b-4e00-bbcb-832fc80f15ab None None] For port 245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa, host dv-cinder-853910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa,segment=NetworkSegment(1390a542-366f-4986-b4c7-57ccad3a4e4e),segment_id=1390a542-366f-4986-b4c7-57ccad3a4e4e)] {{(pid=107135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:19:47.945623 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057958b4-e725-4918-a88e-44d718b65b2d None None] New status for floating IP ca14a407-1e30-4cbf-b316-f93535a6e80e: ACTIVE {{(pid=107135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 06:19:47.995746 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-304020d4-b264-4c21-b929-2bd555bcc058 admin admin] Publish callbacks [] for port (60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:48.323261 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-21ea013d-197b-4e00-bbcb-832fc80f15ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:48.387819 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-304020d4-b264-4c21-b929-2bd555bcc058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:48.420078 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ea013d-197b-4e00-bbcb-832fc80f15ab None None] Routers {'bd37c820-ac09-4c4b-b195-06c31d8fdcda'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:19:48.421755 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-21ea013d-197b-4e00-bbcb-832fc80f15ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:19:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['bd37c820-ac09-4c4b-b195-06c31d8fdcda'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:19:48.474530 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0b3c4-9435-4e88-a21d-e5a048217824 None None] Pushing event updated for resources: {'Port': ['ID=245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa,revision_number=3']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:48.502241 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b89cef-7a51-4cbe-96c4-434a1c1af3bb req-5f266862-51c8-4dfa-b583-101db6ce9797 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:48.517003 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-05b89cef-7a51-4cbe-96c4-434a1c1af3bb req-5f266862-51c8-4dfa-b583-101db6ce9797 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 931 time: 0.0797586 Aug 26 06:19:48.518315 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 6 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:19:48.544954 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304020d4-b264-4c21-b929-2bd555bcc058 admin admin] Network 45a84897-2a17-443e-8e86-26e7b8d55f9e is already hosted by enough agents. {{(pid=107134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:19:48.544954 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [None req-304020d4-b264-4c21-b929-2bd555bcc058 admin admin] Resources bound (agent type, host, resource id): {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:19:48.558855 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304020d4-b264-4c21-b929-2bd555bcc058 admin admin] Pushing event updated for resources: {'Port': ['ID=60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:48.561405 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304020d4-b264-4c21-b929-2bd555bcc058 admin admin] Received port after_create {{(pid=107134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:19:48.622308 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-05b89cef-7a51-4cbe-96c4-434a1c1af3bb req-a781908a-772f-4ded-81db-f3bbf1bef6ba tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042943 Aug 26 06:19:48.883529 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-304020d4-b264-4c21-b929-2bd555bcc058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614119'] for router_interface (bd37c820-ac09-4c4b-b195-06c31d8fdcda), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:48.885174 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-21ea013d-197b-4e00-bbcb-832fc80f15ab None None] Set router bd37c820-ac09-4c4b-b195-06c31d8fdcda gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:19:48.962364 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-7b62b9f4-31e6-422d-a5c8-342e1efb3634 None None] Provisioning complete for port 60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:48.962736 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-7b62b9f4-31e6-422d-a5c8-342e1efb3634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:48.989982 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [req-2f72dcbd-3561-462f-a292-9058268cfeff req-4c7d171f-7715-4e1e-b467-77f10218d417 service neutron] Request body: {'port': {'device_id': '1745aea6-2b4b-48cb-82d5-3c6f62c9196d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:19:49.012966 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-7b62b9f4-31e6-422d-a5c8-342e1efb3634 None None] Port 60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06 cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:19:49.108639 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-21ea013d-197b-4e00-bbcb-832fc80f15ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd37c820-ac09-4c4b-b195-06c31d8fdcda', 'name': 'tempest-TestVolumeBootPattern-1684469469-router', 'tenant_id': 'ec0cd181b35644639e7b0c20e865c6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:40Z', 'updated_at': '2022-08-26T06:19:43Z', 'revision_number': 3, 'project_id': 'ec0cd181b35644639e7b0c20e865c6b6', 'gw_port': {'id': '245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:64:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd37c820-ac09-4c4b-b195-06c31d8fdcda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:41Z', 'updated_at': '2022-08-26T06:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:19:49.159298 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ea013d-197b-4e00-bbcb-832fc80f15ab None None] The sync data for ids ['bd37c820-ac09-4c4b-b195-06c31d8fdcda'] in dv-cinder-853910-3-iscsi is: [{'id': 'bd37c820-ac09-4c4b-b195-06c31d8fdcda', 'name': 'tempest-TestVolumeBootPattern-1684469469-router', 'tenant_id': 'ec0cd181b35644639e7b0c20e865c6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:40Z', 'updated_at': '2022-08-26T06:19:43Z', 'revision_number': 3, 'project_id': 'ec0cd181b35644639e7b0c20e865c6b6', 'gw_port': {'id': '245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:64:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd37c820-ac09-4c4b-b195-06c31d8fdcda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:41Z', 'updated_at': '2022-08-26T06:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}] {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:19:49.159800 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e95e943f-327b-4717-8a1b-8893b80c4921 req-ddedcf2d-ec9b-442b-a5c2-6cde8269c493 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2064b241-4b48-43a2-ba54-14c868b539b4 HTTP/1.1" status: 200 len: 1001 time: 0.1607921 Aug 26 06:19:49.170351 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-2f72dcbd-3561-462f-a292-9058268cfeff req-4c7d171f-7715-4e1e-b467-77f10218d417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (56fec6a1-e21d-4fe6-ba05-e70da56fde9b), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:49.261650 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e943f-327b-4717-8a1b-8893b80c4921 req-23f241aa-52c7-4b3d-8047-6de887102255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:49.263200 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e95e943f-327b-4717-8a1b-8893b80c4921 req-23f241aa-52c7-4b3d-8047-6de887102255 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=b75031eb-a96b-4547-8cde-57cb718d9ca4 HTTP/1.1" status: 200 len: 857 time: 0.0884123 Aug 26 06:19:49.375168 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e943f-327b-4717-8a1b-8893b80c4921 req-6c058310-ce5a-447f-bb72-19e3c4c1be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:49.377069 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e95e943f-327b-4717-8a1b-8893b80c4921 req-6c058310-ce5a-447f-bb72-19e3c4c1be85 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=f4400288-0fd6-4a35-b08d-549e7c7c455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1014495 Aug 26 06:19:49.611348 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e95e943f-327b-4717-8a1b-8893b80c4921 req-b62ed63f-88a7-4544-ba78-c1e6fdeafe32 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256222 Aug 26 06:19:49.615649 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-304020d4-b264-4c21-b929-2bd555bcc058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06), before_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:49.878811 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [req-2f72dcbd-3561-462f-a292-9058268cfeff req-4c7d171f-7715-4e1e-b467-77f10218d417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56fec6a1-e21d-4fe6-ba05-e70da56fde9b {{(pid=107133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:19:49.900022 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8d470-1e71-4933-8c83-b673e0d5f94a req-c3f5e65f-d9d3-458f-8d74-5058ac32cfd9 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:49.914801 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-dfe8d470-1e71-4933-8c83-b673e0d5f94a req-c3f5e65f-d9d3-458f-8d74-5058ac32cfd9 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 931 time: 0.1600685 Aug 26 06:19:49.925825 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-2f72dcbd-3561-462f-a292-9058268cfeff req-4c7d171f-7715-4e1e-b467-77f10218d417 service neutron] Publish callbacks [] for port (56fec6a1-e21d-4fe6-ba05-e70da56fde9b), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:49.966469 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-304020d4-b264-4c21-b929-2bd555bcc058 admin admin] Publish callbacks [] for port (60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:49.971169 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:50.010825 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-dfe8d470-1e71-4933-8c83-b673e0d5f94a req-a0a86d23-a001-4099-819b-3b9674314dc7 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918050 Aug 26 06:19:50.017256 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.provisioning_blocks [req-2f72dcbd-3561-462f-a292-9058268cfeff req-4c7d171f-7715-4e1e-b467-77f10218d417 service neutron] Transition to ACTIVE for port object 56fec6a1-e21d-4fe6-ba05-e70da56fde9b will not be triggered until provisioned by entity L2. {{(pid=107133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 06:19:50.054670 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e95e943f-327b-4717-8a1b-8893b80c4921 req-18ae1176-415c-4c91-a179-1ca5390f1925 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359627 Aug 26 06:19:50.116603 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-304020d4-b264-4c21-b929-2bd555bcc058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183148'] for port (60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06), after_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:50.117457 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:50.198503 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-2f72dcbd-3561-462f-a292-9058268cfeff req-4c7d171f-7715-4e1e-b467-77f10218d417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9095016'] for port (56fec6a1-e21d-4fe6-ba05-e70da56fde9b), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:50.257073 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-304020d4-b264-4c21-b929-2bd555bcc058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614267'] for router_interface (bd37c820-ac09-4c4b-b195-06c31d8fdcda), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:50.262449 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304020d4-b264-4c21-b929-2bd555bcc058 admin admin] Pushing event updated for resources: {'Port': ['ID=60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06,revision_number=2']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:50.328625 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d171f-7715-4e1e-b467-77f10218d417 service neutron] Pushing event updated for resources: {'Port': ['ID=56fec6a1-e21d-4fe6-ba05-e70da56fde9b,revision_number=2']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:50.503488 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-2f72dcbd-3561-462f-a292-9058268cfeff req-4c7d171f-7715-4e1e-b467-77f10218d417 service neutron] Attempting to bind port 56fec6a1-e21d-4fe6-ba05-e70da56fde9b on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:19:50.513043 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-2f72dcbd-3561-462f-a292-9058268cfeff req-4c7d171f-7715-4e1e-b467-77f10218d417 service neutron] Attempting to bind port 56fec6a1-e21d-4fe6-ba05-e70da56fde9b by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': 'da7c9f63-cf36-404c-a816-66d394fc780b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'acb716de-6bc0-4261-b952-78c0c00f2891'}] {{(pid=107133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:19:50.514231 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f72dcbd-3561-462f-a292-9058268cfeff req-4c7d171f-7715-4e1e-b467-77f10218d417 service neutron] Attempting to bind port 56fec6a1-e21d-4fe6-ba05-e70da56fde9b on network acb716de-6bc0-4261-b952-78c0c00f2891 {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:19:50.522828 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f72dcbd-3561-462f-a292-9058268cfeff req-4c7d171f-7715-4e1e-b467-77f10218d417 service neutron] Port 56fec6a1-e21d-4fe6-ba05-e70da56fde9b on network acb716de-6bc0-4261-b952-78c0c00f2891 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 06:19:50.523467 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f72dcbd-3561-462f-a292-9058268cfeff req-4c7d171f-7715-4e1e-b467-77f10218d417 service neutron] Attempting to bind port 56fec6a1-e21d-4fe6-ba05-e70da56fde9b on network acb716de-6bc0-4261-b952-78c0c00f2891 {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:19:50.529927 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f72dcbd-3561-462f-a292-9058268cfeff req-4c7d171f-7715-4e1e-b467-77f10218d417 service neutron] Checking agent: {'id': '607bbde6-0fd2-4787-87ed-7343841db9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'started_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:19:50.530602 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f72dcbd-3561-462f-a292-9058268cfeff req-4c7d171f-7715-4e1e-b467-77f10218d417 service neutron] Checking segment: {'id': 'da7c9f63-cf36-404c-a816-66d394fc780b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'acb716de-6bc0-4261-b952-78c0c00f2891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:19:50.531269 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f72dcbd-3561-462f-a292-9058268cfeff req-4c7d171f-7715-4e1e-b467-77f10218d417 service neutron] Bound using segment: {'id': 'da7c9f63-cf36-404c-a816-66d394fc780b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'acb716de-6bc0-4261-b952-78c0c00f2891'} {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:19:50.535104 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-2f72dcbd-3561-462f-a292-9058268cfeff req-4c7d171f-7715-4e1e-b467-77f10218d417 service neutron] Bound port: 56fec6a1-e21d-4fe6-ba05-e70da56fde9b, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da7c9f63-cf36-404c-a816-66d394fc780b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'acb716de-6bc0-4261-b952-78c0c00f2891'}}] {{(pid=107133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:19:50.536405 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-2f72dcbd-3561-462f-a292-9058268cfeff req-4c7d171f-7715-4e1e-b467-77f10218d417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (56fec6a1-e21d-4fe6-ba05-e70da56fde9b), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:50.582605 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304020d4-b264-4c21-b929-2bd555bcc058 admin admin] Network 45a84897-2a17-443e-8e86-26e7b8d55f9e is already hosted by enough agents. {{(pid=107134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:19:50.584563 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [None req-304020d4-b264-4c21-b929-2bd555bcc058 admin admin] Resources bound (agent type, host, resource id): {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:19:50.662009 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-2f72dcbd-3561-462f-a292-9058268cfeff req-4c7d171f-7715-4e1e-b467-77f10218d417 service neutron] For port 56fec6a1-e21d-4fe6-ba05-e70da56fde9b, host hv-cinder-85391, cleared binding levels {{(pid=107133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:19:50.666515 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-2f72dcbd-3561-462f-a292-9058268cfeff req-4c7d171f-7715-4e1e-b467-77f10218d417 service neutron] For port 56fec6a1-e21d-4fe6-ba05-e70da56fde9b, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=56fec6a1-e21d-4fe6-ba05-e70da56fde9b,segment=NetworkSegment(da7c9f63-cf36-404c-a816-66d394fc780b),segment_id=da7c9f63-cf36-404c-a816-66d394fc780b)] {{(pid=107133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:19:50.806749 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304020d4-b264-4c21-b929-2bd555bcc058 admin admin] Router bd37c820-ac09-4c4b-b195-06c31d8fdcda has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:19:50.918850 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-2f72dcbd-3561-462f-a292-9058268cfeff req-4c7d171f-7715-4e1e-b467-77f10218d417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9095016'] for port (56fec6a1-e21d-4fe6-ba05-e70da56fde9b), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:50.925582 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72dcbd-3561-462f-a292-9058268cfeff req-4c7d171f-7715-4e1e-b467-77f10218d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:50.930750 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-2f72dcbd-3561-462f-a292-9058268cfeff req-4c7d171f-7715-4e1e-b467-77f10218d417 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:50.936929 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2f72dcbd-3561-462f-a292-9058268cfeff req-4c7d171f-7715-4e1e-b467-77f10218d417 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/56fec6a1-e21d-4fe6-ba05-e70da56fde9b HTTP/1.1" status: 200 len: 1093 time: 1.9492896 Aug 26 06:19:50.948907 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1745aea6-2b4b-48cb-82d5-3c6f62c9196d', 'tag': '56fec6a1-e21d-4fe6-ba05-e70da56fde9b'}] {{(pid=107133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:19:50.953893 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8285fbc4cf3847b51d9cb7eba3379b7f58b909d4ff4eae5f417f2c246939f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ff91ba-7efa-475f-bea7-01186ac32784" -d '{"events": [{"name": "network-changed", "server_uuid": "1745aea6-2b4b-48cb-82d5-3c6f62c9196d", "tag": "56fec6a1-e21d-4fe6-ba05-e70da56fde9b"}]}' {{(pid=107133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:19:51.150424 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304020d4-b264-4c21-b929-2bd555bcc058 admin admin] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:19:51.152666 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-da6da945-ee81-49f4-86dd-f638ec5db1e5 None None] Provisioning complete for port 60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:51.152666 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-da6da945-ee81-49f4-86dd-f638ec5db1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:51.153345 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-304020d4-b264-4c21-b929-2bd555bcc058 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/bd37c820-ac09-4c4b-b195-06c31d8fdcda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2032170 Aug 26 06:19:51.153895 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-da6da945-ee81-49f4-86dd-f638ec5db1e5 None None] Port 60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06 cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:19:51.159213 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d171f-7715-4e1e-b467-77f10218d417 service neutron] Pushing event updated for resources: {'Port': ['ID=56fec6a1-e21d-4fe6-ba05-e70da56fde9b,revision_number=3']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:51.173208 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7572a1f2-4308-472e-9ed7-0e3815516691 x-openstack-request-id: req-7572a1f2-4308-472e-9ed7-0e3815516691 {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:19:51.174967 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1745aea6-2b4b-48cb-82d5-3c6f62c9196d", "tag": "56fec6a1-e21d-4fe6-ba05-e70da56fde9b", "status": "completed", "code": 200}]} {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:19:51.175335 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7572a1f2-4308-472e-9ed7-0e3815516691 {{(pid=107133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:19:51.175856 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7572a1f2-4308-472e-9ed7-0e3815516691'] response: {'name': 'network-changed', 'server_uuid': '1745aea6-2b4b-48cb-82d5-3c6f62c9196d', 'tag': '56fec6a1-e21d-4fe6-ba05-e70da56fde9b', 'status': 'completed', 'code': 200} Aug 26 06:19:51.303733 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:19:51.304637 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff91ba-7efa-475f-bea7-01186ac32784 req-3216fd37-9af0-4a19-8b08-77f26da4b859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:51.305709 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d2ff91ba-7efa-475f-bea7-01186ac32784 req-3216fd37-9af0-4a19-8b08-77f26da4b859 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=b38f9319c7534904ac58d1d9f9048b91&device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 1127 time: 0.1275887 Aug 26 06:19:51.345518 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea1e6a4-b215-4a4c-b2fb-5ab0896cea0b req-04d087bc-4c94-48bc-af0f-a32dd7c81407 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:51.356111 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-bea1e6a4-b215-4a4c-b2fb-5ab0896cea0b req-04d087bc-4c94-48bc-af0f-a32dd7c81407 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 943 time: 0.1262927 Aug 26 06:19:51.459389 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:51.459389 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:51.515740 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-bea1e6a4-b215-4a4c-b2fb-5ab0896cea0b req-2285e319-484c-4d6a-ad82-765e8c33eb2c tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527295 Aug 26 06:19:51.612789 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff91ba-7efa-475f-bea7-01186ac32784 req-43214337-7e59-4d78-b418-3bbb90d4b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:51.619474 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d2ff91ba-7efa-475f-bea7-01186ac32784 req-43214337-7e59-4d78-b418-3bbb90d4b30c service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=b38f9319c7534904ac58d1d9f9048b91&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2963707 Aug 26 06:19:51.704810 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:19:51.708717 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:51.744051 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] For port 245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa,segment=NetworkSegment(1390a542-366f-4986-b4c7-57ccad3a4e4e),segment_id=1390a542-366f-4986-b4c7-57ccad3a4e4e)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:19:51.757912 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1baba8-3f68-4fdd-a071-6179fe5b38f8 None None] Sync routers for ids ['bd37c820-ac09-4c4b-b195-06c31d8fdcda'] in dv-cinder-853910-3-iscsi {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:19:51.779153 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1baba8-3f68-4fdd-a071-6179fe5b38f8 None None] Routers {'bd37c820-ac09-4c4b-b195-06c31d8fdcda'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:19:51.780143 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-ea1baba8-3f68-4fdd-a071-6179fe5b38f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:19:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['bd37c820-ac09-4c4b-b195-06c31d8fdcda'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:19:51.825653 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff91ba-7efa-475f-bea7-01186ac32784 req-df1f2d23-49b7-496b-9ab8-7194df63de8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:51.827216 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d2ff91ba-7efa-475f-bea7-01186ac32784 req-df1f2d23-49b7-496b-9ab8-7194df63de8e service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2058959 Aug 26 06:19:51.948420 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72dcbd-3561-462f-a292-9058268cfeff req-52eb8132-ab5e-4884-802a-1f9757d584d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:51.950036 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2f72dcbd-3561-462f-a292-9058268cfeff req-52eb8132-ab5e-4884-802a-1f9757d584d2 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=b38f9319c7534904ac58d1d9f9048b91&device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 1127 time: 0.0709498 Aug 26 06:19:51.966572 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-ea1baba8-3f68-4fdd-a071-6179fe5b38f8 None None] Set router bd37c820-ac09-4c4b-b195-06c31d8fdcda gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:19:52.008975 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2f72dcbd-3561-462f-a292-9058268cfeff req-792a9a58-b9b8-4881-b33b-634be5bf24b4 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56fec6a1-e21d-4fe6-ba05-e70da56fde9b HTTP/1.1" status: 200 len: 217 time: 0.0499663 Aug 26 06:19:52.053970 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:52.088751 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72dcbd-3561-462f-a292-9058268cfeff req-2af8ceac-06f9-406c-866c-1d969e4137e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:52.091278 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2f72dcbd-3561-462f-a292-9058268cfeff req-2af8ceac-06f9-406c-866c-1d969e4137e0 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=73c73fe7-06bc-4f39-a55c-36ef4ab94c3a HTTP/1.1" status: 200 len: 849 time: 0.0745187 Aug 26 06:19:52.133911 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Pushing event updated for resources: {'Port': ['ID=245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa,revision_number=4']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:52.147933 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2f72dcbd-3561-462f-a292-9058268cfeff req-f354d591-667c-494e-bb45-f22884080a08 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=acb716de-6bc0-4261-b952-78c0c00f2891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461123 Aug 26 06:19:52.187117 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 52928) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:19:52.196931 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-4e9d13e7-23d0-41a6-bd31-89cdf34e9f60 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1659315665', 'description': 'tempest-secgroup-smoke-1659315665 description', 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:19:52.326215 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-ea1baba8-3f68-4fdd-a071-6179fe5b38f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd37c820-ac09-4c4b-b195-06c31d8fdcda', 'name': 'tempest-TestVolumeBootPattern-1684469469-router', 'tenant_id': 'ec0cd181b35644639e7b0c20e865c6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:40Z', 'updated_at': '2022-08-26T06:19:48Z', 'revision_number': 4, 'project_id': 'ec0cd181b35644639e7b0c20e865c6b6', 'gw_port': {'id': '245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:64:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd37c820-ac09-4c4b-b195-06c31d8fdcda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:41Z', 'updated_at': '2022-08-26T06:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06', 'name': '', 'network_id': '45a84897-2a17-443e-8e86-26e7b8d55f9e', 'tenant_id': 'ec0cd181b35644639e7b0c20e865c6b6', 'mac_address': 'fa:16:3e:dc:d2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd37c820-ac09-4c4b-b195-06c31d8fdcda', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'b659b1b4-ab10-41ee-9274-243aaaf2cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:47Z', 'updated_at': '2022-08-26T06:19:49Z', 'revision_number': 2, 'project_id': 'ec0cd181b35644639e7b0c20e865c6b6', 'subnets': [{'id': 'b659b1b4-ab10-41ee-9274-243aaaf2cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:19:52.373121 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2f72dcbd-3561-462f-a292-9058268cfeff req-4b151dbf-99b2-40ce-87a6-7bff42eade4d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/acb716de-6bc0-4261-b952-78c0c00f2891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128434 Aug 26 06:19:52.386310 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1baba8-3f68-4fdd-a071-6179fe5b38f8 None None] Checking router: bd37c820-ac09-4c4b-b195-06c31d8fdcda for host: dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:19:52.386979 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1baba8-3f68-4fdd-a071-6179fe5b38f8 None None] Updating router bd37c820-ac09-4c4b-b195-06c31d8fdcda port 60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06 binding host dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 06:19:52.421168 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4e9d13e7-23d0-41a6-bd31-89cdf34e9f60 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:52.436515 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ea1baba8-3f68-4fdd-a071-6179fe5b38f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:52.663309 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2f72dcbd-3561-462f-a292-9058268cfeff req-ffef3c16-87d6-46dc-b1d0-3967a354539b service neutron] 10.222.0.76 "GET /networking/v2.0/networks/acb716de-6bc0-4261-b952-78c0c00f2891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823160 Aug 26 06:19:52.685951 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4e9d13e7-23d0-41a6-bd31-89cdf34e9f60 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for security_group (5344e8cb-c253-4a5e-a56d-2a9ce3317e14), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:52.708563 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a59df-cea4-4351-abce-129f4745d714 req-14d7b5fc-8f3c-46d4-9caa-c56da58730e9 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:52.710456 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-1c2a59df-cea4-4351-abce-129f4745d714 req-14d7b5fc-8f3c-46d4-9caa-c56da58730e9 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 943 time: 0.0845706 Aug 26 06:19:52.833519 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-1c2a59df-cea4-4351-abce-129f4745d714 req-b39cffb9-f4d0-4116-be94-4c01cb76d3e4 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153607 Aug 26 06:19:52.882887 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4e9d13e7-23d0-41a6-bd31-89cdf34e9f60 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (5344e8cb-c253-4a5e-a56d-2a9ce3317e14), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:52.883206 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ea1baba8-3f68-4fdd-a071-6179fe5b38f8 None None] Publish callbacks [] for port (60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:52.918645 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d13e7-23d0-41a6-bd31-89cdf34e9f60 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5344e8cb-c253-4a5e-a56d-2a9ce3317e14,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:53.069874 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ea1baba8-3f68-4fdd-a071-6179fe5b38f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:53.091730 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4e9d13e7-23d0-41a6-bd31-89cdf34e9f60 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:53.093727 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-4e9d13e7-23d0-41a6-bd31-89cdf34e9f60 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9040737 Aug 26 06:19:53.097945 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 52942) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:19:53.103117 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-a781cbd4-f041-485e-8da1-0bf86dd13733 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Request body: {'security_group_rule': {'security_group_id': '5344e8cb-c253-4a5e-a56d-2a9ce3317e14', 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:19:53.110303 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:19:53.202264 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:53.203011 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:53.221682 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba60184-e7ab-4054-90ef-bf055a7f6fba None None] Pushing event updated for resources: {'Port': ['ID=60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06,revision_number=3']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:53.258073 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-ea1baba8-3f68-4fdd-a071-6179fe5b38f8 None None] Attempting to bind port 60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06 on host dv-cinder-853910-3-iscsi for vnic_type normal with profile {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:19:53.265656 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-ea1baba8-3f68-4fdd-a071-6179fe5b38f8 None None] Attempting to bind port 60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06 by drivers openvswitch,hyperv on host dv-cinder-853910-3-iscsi at level 0 using segments [{'id': '03d25d8b-b777-43cf-bf03-65c02625d729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '45a84897-2a17-443e-8e86-26e7b8d55f9e'}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:19:53.265656 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1baba8-3f68-4fdd-a071-6179fe5b38f8 None None] Attempting to bind port 60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06 on network 45a84897-2a17-443e-8e86-26e7b8d55f9e {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:19:53.269774 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1baba8-3f68-4fdd-a071-6179fe5b38f8 None None] Checking agent: {'id': '4b23c1c4-ad66-4056-a835-9b344d252955', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 8, 1), 'started_at': datetime.datetime(2022, 8, 26, 6, 8, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:19:53.270335 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1baba8-3f68-4fdd-a071-6179fe5b38f8 None None] Checking segment: {'id': '03d25d8b-b777-43cf-bf03-65c02625d729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '45a84897-2a17-443e-8e86-26e7b8d55f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:19:53.271200 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ea1baba8-3f68-4fdd-a071-6179fe5b38f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:53.271534 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1baba8-3f68-4fdd-a071-6179fe5b38f8 None None] Bound using segment: {'id': '03d25d8b-b777-43cf-bf03-65c02625d729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '45a84897-2a17-443e-8e86-26e7b8d55f9e'} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:19:53.272160 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-ea1baba8-3f68-4fdd-a071-6179fe5b38f8 None None] Bound port: 60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06, host: dv-cinder-853910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03d25d8b-b777-43cf-bf03-65c02625d729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '45a84897-2a17-443e-8e86-26e7b8d55f9e'}}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:19:53.272660 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ea1baba8-3f68-4fdd-a071-6179fe5b38f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:53.318457 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a781cbd4-f041-485e-8da1-0bf86dd13733 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for security_group_rule (a68c0d58-70b4-4ed9-8692-5786db40dff1), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:53.343195 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:19:53.437279 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-ea1baba8-3f68-4fdd-a071-6179fe5b38f8 None None] For port 60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06, host dv-cinder-853910-3-iscsi, cleared binding levels {{(pid=107136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:19:53.443497 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a781cbd4-f041-485e-8da1-0bf86dd13733 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for security_group_rule (a68c0d58-70b4-4ed9-8692-5786db40dff1), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:53.445243 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-ea1baba8-3f68-4fdd-a071-6179fe5b38f8 None None] For port 60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06, host dv-cinder-853910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06,segment=NetworkSegment(03d25d8b-b777-43cf-bf03-65c02625d729),segment_id=03d25d8b-b777-43cf-bf03-65c02625d729)] {{(pid=107136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:19:53.642207 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a781cbd4-f041-485e-8da1-0bf86dd13733 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692507'] for security_group_rule (a68c0d58-70b4-4ed9-8692-5786db40dff1), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:53.642980 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ea1baba8-3f68-4fdd-a071-6179fe5b38f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:53.661120 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781cbd4-f041-485e-8da1-0bf86dd13733 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a68c0d58-70b4-4ed9-8692-5786db40dff1,revision_number=0']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:53.712158 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1baba8-3f68-4fdd-a071-6179fe5b38f8 None None] Routers {'bd37c820-ac09-4c4b-b195-06c31d8fdcda'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:19:53.713188 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-ea1baba8-3f68-4fdd-a071-6179fe5b38f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:19:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['bd37c820-ac09-4c4b-b195-06c31d8fdcda'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:19:53.873499 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba60184-e7ab-4054-90ef-bf055a7f6fba None None] Pushing event updated for resources: {'Port': ['ID=60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06,revision_number=4']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:53.931215 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-ea1baba8-3f68-4fdd-a071-6179fe5b38f8 None None] Set router bd37c820-ac09-4c4b-b195-06c31d8fdcda gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:19:53.931874 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a781cbd4-f041-485e-8da1-0bf86dd13733 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:53.935717 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-a781cbd4-f041-485e-8da1-0bf86dd13733 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8334727 Aug 26 06:19:53.935940 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 52956) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:19:53.940414 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-645fb3ae-455c-46c3-82b9-36a4904351ec tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Request body: {'security_group_rule': {'security_group_id': '5344e8cb-c253-4a5e-a56d-2a9ce3317e14', 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:19:53.948069 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:54.094877 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b30c5-8677-4533-9029-817c21b57d8d req-d43c1328-fdd0-46b6-9528-84205acef395 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:54.097313 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-ce9b30c5-8677-4533-9029-817c21b57d8d req-d43c1328-fdd0-46b6-9528-84205acef395 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 943 time: 0.0873232 Aug 26 06:19:54.121898 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-645fb3ae-455c-46c3-82b9-36a4904351ec tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for security_group_rule (b3ec93cf-c618-4784-8936-2f128a2475a0), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:54.177819 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-ce9b30c5-8677-4533-9029-817c21b57d8d req-164f83f8-033a-462c-ab03-69b455cca723 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707641 Aug 26 06:19:54.206062 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:54.261015 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-645fb3ae-455c-46c3-82b9-36a4904351ec tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for security_group_rule (b3ec93cf-c618-4784-8936-2f128a2475a0), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:54.281748 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-ea1baba8-3f68-4fdd-a071-6179fe5b38f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd37c820-ac09-4c4b-b195-06c31d8fdcda', 'name': 'tempest-TestVolumeBootPattern-1684469469-router', 'tenant_id': 'ec0cd181b35644639e7b0c20e865c6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:40Z', 'updated_at': '2022-08-26T06:19:48Z', 'revision_number': 4, 'project_id': 'ec0cd181b35644639e7b0c20e865c6b6', 'gw_port': {'id': '245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:64:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37c820-ac09-4c4b-b195-06c31d8fdcda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:41Z', 'updated_at': '2022-08-26T06:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06', 'name': '', 'network_id': '45a84897-2a17-443e-8e86-26e7b8d55f9e', 'tenant_id': 'ec0cd181b35644639e7b0c20e865c6b6', 'mac_address': 'fa:16:3e:dc:d2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd37c820-ac09-4c4b-b195-06c31d8fdcda', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'b659b1b4-ab10-41ee-9274-243aaaf2cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:47Z', 'updated_at': '2022-08-26T06:19:53Z', 'revision_number': 4, 'project_id': 'ec0cd181b35644639e7b0c20e865c6b6', 'subnets': [{'id': 'b659b1b4-ab10-41ee-9274-243aaaf2cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:19:54.314567 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1baba8-3f68-4fdd-a071-6179fe5b38f8 None None] The sync data for ids ['bd37c820-ac09-4c4b-b195-06c31d8fdcda'] in dv-cinder-853910-3-iscsi is: [{'id': 'bd37c820-ac09-4c4b-b195-06c31d8fdcda', 'name': 'tempest-TestVolumeBootPattern-1684469469-router', 'tenant_id': 'ec0cd181b35644639e7b0c20e865c6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:40Z', 'updated_at': '2022-08-26T06:19:48Z', 'revision_number': 4, 'project_id': 'ec0cd181b35644639e7b0c20e865c6b6', 'gw_port': {'id': '245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:64:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37c820-ac09-4c4b-b195-06c31d8fdcda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:41Z', 'updated_at': '2022-08-26T06:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06', 'name': '', 'network_id': '45a84897-2a17-443e-8e86-26e7b8d55f9e', 'tenant_id': 'ec0cd181b35644639e7b0c20e865c6b6', 'mac_address': 'fa:16:3e:dc:d2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd37c820-ac09-4c4b-b195-06c31d8fdcda', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'b659b1b4-ab10-41ee-9274-243aaaf2cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:47Z', 'updated_at': '2022-08-26T06:19:53Z', 'revision_number': 4, 'project_id': 'ec0cd181b35644639e7b0c20e865c6b6', 'subnets': [{'id': 'b659b1b4-ab10-41ee-9274-243aaaf2cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:19:55.017793 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-645fb3ae-455c-46c3-82b9-36a4904351ec tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692507'] for security_group_rule (b3ec93cf-c618-4784-8936-2f128a2475a0), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:55.036843 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645fb3ae-455c-46c3-82b9-36a4904351ec tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3ec93cf-c618-4784-8936-2f128a2475a0,revision_number=0']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:55.125634 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:19:55.178875 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:55.179721 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:55.272214 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06 is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:19:55.272636 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:55.312796 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] For port 60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06,segment=NetworkSegment(03d25d8b-b777-43cf-bf03-65c02625d729),segment_id=03d25d8b-b777-43cf-bf03-65c02625d729)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:19:55.329383 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3ee6e-d390-44a1-91cb-27cf7e6d0fe0 req-3cec3b41-b8b8-4c09-a082-4fece254d52d tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:55.330902 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-91a3ee6e-d390-44a1-91cb-27cf7e6d0fe0 req-3cec3b41-b8b8-4c09-a082-4fece254d52d tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 943 time: 0.0594542 Aug 26 06:19:55.393697 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-91a3ee6e-d390-44a1-91cb-27cf7e6d0fe0 req-e5cc02ec-c248-43e4-be8f-247ac8570320 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521443 Aug 26 06:19:55.424137 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-645fb3ae-455c-46c3-82b9-36a4904351ec tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:55.425564 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-645fb3ae-455c-46c3-82b9-36a4904351ec tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4887178 Aug 26 06:19:55.439966 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 52968) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:19:55.443246 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-7cf745ad-1213-4ea1-aedd-4b353bffe13f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Request body: {'security_group_rule': {'security_group_id': '5344e8cb-c253-4a5e-a56d-2a9ce3317e14', 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:19:55.516050 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:55.612355 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Pushing event updated for resources: {'Port': ['ID=60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06,revision_number=5']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:55.649706 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:55.714757 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7cf745ad-1213-4ea1-aedd-4b353bffe13f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for security_group_rule (953e9962-9de1-4568-b8c0-5d39b7194498), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:55.802048 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7cf745ad-1213-4ea1-aedd-4b353bffe13f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for security_group_rule (953e9962-9de1-4568-b8c0-5d39b7194498), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:55.873176 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:55.919248 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7cf745ad-1213-4ea1-aedd-4b353bffe13f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692507'] for security_group_rule (953e9962-9de1-4568-b8c0-5d39b7194498), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:55.947320 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf745ad-1213-4ea1-aedd-4b353bffe13f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=953e9962-9de1-4568-b8c0-5d39b7194498,revision_number=0']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:56.278949 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:56.279172 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7cf745ad-1213-4ea1-aedd-4b353bffe13f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:56.279172 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-7cf745ad-1213-4ea1-aedd-4b353bffe13f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8399353 Aug 26 06:19:56.282579 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 52980) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:19:56.288556 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-69f2eacb-b1d4-4151-8343-3a8cf50a9c1f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Request body: {'security_group_rule': {'security_group_id': '5344e8cb-c253-4a5e-a56d-2a9ce3317e14', 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:19:56.407886 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e22e2f6f-6022-4238-b28f-d99aa62cb72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:56.466654 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-69f2eacb-b1d4-4151-8343-3a8cf50a9c1f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for security_group_rule (c4f91966-d675-4fb1-9637-706bebb84264), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:56.574785 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443a038-011a-4c0d-8b38-651585eb338b req-217ad900-5110-4ee8-8c2b-077f750e586a tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:56.574785 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4443a038-011a-4c0d-8b38-651585eb338b req-217ad900-5110-4ee8-8c2b-077f750e586a tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 943 time: 0.0817909 Aug 26 06:19:56.601875 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-69f2eacb-b1d4-4151-8343-3a8cf50a9c1f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for security_group_rule (c4f91966-d675-4fb1-9637-706bebb84264), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:56.642928 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4443a038-011a-4c0d-8b38-651585eb338b req-f588bbaa-37fd-4a5c-b0b9-b0786e374d3b tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692463 Aug 26 06:19:56.787895 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-69f2eacb-b1d4-4151-8343-3a8cf50a9c1f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692507'] for security_group_rule (c4f91966-d675-4fb1-9637-706bebb84264), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:56.812794 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f2eacb-b1d4-4151-8343-3a8cf50a9c1f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f91966-d675-4fb1-9637-706bebb84264,revision_number=0']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:56.934778 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-69f2eacb-b1d4-4151-8343-3a8cf50a9c1f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:56.936182 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-69f2eacb-b1d4-4151-8343-3a8cf50a9c1f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6524355 Aug 26 06:19:56.939835 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 53000) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:19:56.947451 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-4cc48972-6c50-4f3f-a782-cb950d1d5be0 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Request body: {'security_group_rule': {'security_group_id': '5344e8cb-c253-4a5e-a56d-2a9ce3317e14', 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:19:57.065567 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.db.securitygroups_db [None req-4cc48972-6c50-4f3f-a782-cb950d1d5be0 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Project fde0e661bd5646bab91b5e6b623a2e7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 06:19:57.082363 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4cc48972-6c50-4f3f-a782-cb950d1d5be0 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for security_group_rule (f679ec7d-4be5-4f0f-a965-617a813c7740), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:57.104508 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:19:57.174666 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:19:57.175087 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:57.187687 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4cc48972-6c50-4f3f-a782-cb950d1d5be0 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for security_group_rule (f679ec7d-4be5-4f0f-a965-617a813c7740), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:57.309889 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:19:57.328717 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4cc48972-6c50-4f3f-a782-cb950d1d5be0 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692507'] for security_group_rule (f679ec7d-4be5-4f0f-a965-617a813c7740), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:57.337979 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc48972-6c50-4f3f-a782-cb950d1d5be0 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f679ec7d-4be5-4f0f-a965-617a813c7740,revision_number=0']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:57.486891 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-3f5f231b-24df-4116-b41d-3ebfa42d46bc tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:57.488516 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-3f5f231b-24df-4116-b41d-3ebfa42d46bc tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/networks?id=e160e0e8-e0fd-4af5-b357-0de9a51426d2 HTTP/1.1" status: 200 len: 815 time: 0.1779125 Aug 26 06:19:57.513085 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-5ebb3168-14d7-4748-bfa8-2cce7af4d76f tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/quotas/01817da1260c41b4abe6f02b11c66232 HTTP/1.1" status: 200 len: 375 time: 0.0150526 Aug 26 06:19:57.573480 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-2b7c92b5-521b-40b4-9c3e-8ad72eac42d2 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=01817da1260c41b4abe6f02b11c66232&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547981 Aug 26 06:19:57.663744 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4cc48972-6c50-4f3f-a782-cb950d1d5be0 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:57.665841 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-4cc48972-6c50-4f3f-a782-cb950d1d5be0 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7246773 Aug 26 06:19:57.669932 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 53028) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:19:57.684125 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-48daeb20-c297-4a27-beef-5eab6f39a2eb tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Request body: {'security_group_rule': {'security_group_id': '5344e8cb-c253-4a5e-a56d-2a9ce3317e14', 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:19:57.712949 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-084ea4dd-5ca9-4d1e-8b82-05252f9388ed service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e160e0e8-e0fd-4af5-b357-0de9a51426d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267440 Aug 26 06:19:57.833112 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-b6dec995-d343-499c-a971-bb3d2f8cf108 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e160e0e8-e0fd-4af5-b357-0de9a51426d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133182 Aug 26 06:19:57.969758 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.db.securitygroups_db [None req-48daeb20-c297-4a27-beef-5eab6f39a2eb tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Project fde0e661bd5646bab91b5e6b623a2e7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 06:19:57.976729 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-48daeb20-c297-4a27-beef-5eab6f39a2eb tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for security_group_rule (6673424e-cc7c-4197-856e-64820e9ddb43), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:58.049593 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-48daeb20-c297-4a27-beef-5eab6f39a2eb tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for security_group_rule (6673424e-cc7c-4197-856e-64820e9ddb43), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:58.190600 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-48daeb20-c297-4a27-beef-5eab6f39a2eb tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692507'] for security_group_rule (6673424e-cc7c-4197-856e-64820e9ddb43), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:58.224707 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48daeb20-c297-4a27-beef-5eab6f39a2eb tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6673424e-cc7c-4197-856e-64820e9ddb43,revision_number=0']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:58.323066 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d42ba-e170-4405-b4e3-c6c4e9d99f05 req-667a195c-44d9-4778-8737-eb84a141cf29 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:58.325213 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-304d42ba-e170-4405-b4e3-c6c4e9d99f05 req-667a195c-44d9-4778-8737-eb84a141cf29 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 943 time: 0.1005039 Aug 26 06:19:58.388078 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-304d42ba-e170-4405-b4e3-c6c4e9d99f05 req-43c3dc8d-054d-4d6c-afb7-acf808c43061 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531678 Aug 26 06:19:58.491288 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-54aeab2e-f7f5-405b-a0e6-0615e985f61c req-a319dfee-18b3-44b1-b34d-aea113eeea32 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 210 time: 0.0365129 Aug 26 06:19:58.492297 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-48daeb20-c297-4a27-beef-5eab6f39a2eb tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:58.498887 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-48daeb20-c297-4a27-beef-5eab6f39a2eb tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8241909 Aug 26 06:19:58.681792 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:58.683219 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-32a6d9e8-755f-4846-be27-08e487e6d3c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:58.797631 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c1affe-1ca4-4146-9fee-18e69cec17bb req-f93da68b-9db9-49be-aaa1-ec77e98d1155 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:58.799728 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-24c1affe-1ca4-4146-9fee-18e69cec17bb req-f93da68b-9db9-49be-aaa1-ec77e98d1155 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.0702970 Aug 26 06:19:58.841025 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:19:58.906045 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-24c1affe-1ca4-4146-9fee-18e69cec17bb req-26f8aa5c-313d-4dc2-abe3-fc664dcc87af tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957460 Aug 26 06:19:59.112981 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 56fec6a1-e21d-4fe6-ba05-e70da56fde9b details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 06:19:59.239921 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 56fec6a1-e21d-4fe6-ba05-e70da56fde9b, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=56fec6a1-e21d-4fe6-ba05-e70da56fde9b,segment=NetworkSegment(da7c9f63-cf36-404c-a816-66d394fc780b),segment_id=da7c9f63-cf36-404c-a816-66d394fc780b)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:19:59.255657 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Returning: {'device': '56fec6a1-e21d-4fe6-ba05-e70da56fde9b', 'network_id': 'acb716de-6bc0-4261-b952-78c0c00f2891', 'port_id': '56fec6a1-e21d-4fe6-ba05-e70da56fde9b', 'mac_address': 'fa:16:3e:a1:24:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73c73fe7-06bc-4f39-a55c-36ef4ab94c3a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 06:19:59.299666 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port 56fec6a1-e21d-4fe6-ba05-e70da56fde9b is: DOWN; New status is: BUILD {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:19:59.299964 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (56fec6a1-e21d-4fe6-ba05-e70da56fde9b), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:59.316400 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56fec6a1-e21d-4fe6-ba05-e70da56fde9b {{(pid=107135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:19:59.371434 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 56fec6a1-e21d-4fe6-ba05-e70da56fde9b, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=56fec6a1-e21d-4fe6-ba05-e70da56fde9b,segment=NetworkSegment(da7c9f63-cf36-404c-a816-66d394fc780b),segment_id=da7c9f63-cf36-404c-a816-66d394fc780b)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:19:59.543120 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb7e4b-1cc2-4458-8340-d87f1228b276 req-55b99a96-27b8-4a01-85f8-1a976cf6fed9 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:19:59.545699 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-11eb7e4b-1cc2-4458-8340-d87f1228b276 req-55b99a96-27b8-4a01-85f8-1a976cf6fed9 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 943 time: 0.0579793 Aug 26 06:19:59.600369 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-ba2c9ee2-6698-41bf-835d-bd2ff32fce62 req-b3082242-9198-47a9-a39f-34f20ec96fee tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 210 time: 0.0287762 Aug 26 06:19:59.609426 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-11eb7e4b-1cc2-4458-8340-d87f1228b276 req-f80e6d79-a099-495d-b9c5-803418793d10 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547092 Aug 26 06:19:59.699659 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (56fec6a1-e21d-4fe6-ba05-e70da56fde9b), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:19:59.787104 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=56fec6a1-e21d-4fe6-ba05-e70da56fde9b,revision_number=4']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:19:59.926203 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:00.046887 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] get_ports_and_sgs() called for port_ids ['56fec6a1-e21d-4fe6-ba05-e70da56fde9b'] {{(pid=107135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 06:20:00.117225 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43087772-d366-4053-ad12-65967441eab4 req-e7baff61-b734-4f0b-ba0a-ee024edddef8 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:00.117225 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-43087772-d366-4053-ad12-65967441eab4 req-e7baff61-b734-4f0b-ba0a-ee024edddef8 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.0882804 Aug 26 06:20:00.199931 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-43087772-d366-4053-ad12-65967441eab4 req-40bd4e40-80d8-4c1c-9a2f-b785ff824d7f tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669749 Aug 26 06:20:00.407467 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:00.696942 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:00.736842 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-33ba2c2d-d252-4df0-8075-c61cebf3ea77 req-83ea653d-625e-4704-aef4-a5151fa536e9 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 210 time: 0.0485706 Aug 26 06:20:00.811856 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed424a21-1804-4466-9bb6-99a8efe63aa1 req-a33fd795-2089-400d-8979-841ec72c20b7 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:00.813523 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-ed424a21-1804-4466-9bb6-99a8efe63aa1 req-a33fd795-2089-400d-8979-841ec72c20b7 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 944 time: 0.0856590 Aug 26 06:20:00.878659 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-ed424a21-1804-4466-9bb6-99a8efe63aa1 req-a7e98da1-1d11-46d8-9023-d333be4f7f9b tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575335 Aug 26 06:20:01.135913 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 56fec6a1-e21d-4fe6-ba05-e70da56fde9b up at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:20:01.193224 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning for port 56fec6a1-e21d-4fe6-ba05-e70da56fde9b completed by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 06:20:01.389877 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning complete for port 56fec6a1-e21d-4fe6-ba05-e70da56fde9b triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:20:01.391459 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (56fec6a1-e21d-4fe6-ba05-e70da56fde9b), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:01.407995 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8bb318-6ea6-4140-86ae-c09bcce1be9a req-4cc62b7a-5245-44b2-b3d3-409d6ad0c74e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:01.410028 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-fd8bb318-6ea6-4140-86ae-c09bcce1be9a req-4cc62b7a-5245-44b2-b3d3-409d6ad0c74e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.0722933 Aug 26 06:20:01.477761 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:01.480443 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:01.525354 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-fd8bb318-6ea6-4140-86ae-c09bcce1be9a req-5e72ba95-b654-448b-9539-70aae2e5fa49 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016300 Aug 26 06:20:01.553682 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port 56fec6a1-e21d-4fe6-ba05-e70da56fde9b is: BUILD; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:20:01.553682 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (56fec6a1-e21d-4fe6-ba05-e70da56fde9b), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:01.583152 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1745aea6-2b4b-48cb-82d5-3c6f62c9196d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56fec6a1-e21d-4fe6-ba05-e70da56fde9b'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:20:01.585434 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc106e9f9832226dd913a824a8ae1ea8f79b2df9cdef89c79e10f33880c5a8de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5447c35f-dee1-4730-8bfe-84171fd5fa12" -d '{"events": [{"server_uuid": "1745aea6-2b4b-48cb-82d5-3c6f62c9196d", "name": "network-vif-plugged", "status": "completed", "tag": "56fec6a1-e21d-4fe6-ba05-e70da56fde9b"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:20:01.604936 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 56fec6a1-e21d-4fe6-ba05-e70da56fde9b, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=56fec6a1-e21d-4fe6-ba05-e70da56fde9b,segment=NetworkSegment(da7c9f63-cf36-404c-a816-66d394fc780b),segment_id=da7c9f63-cf36-404c-a816-66d394fc780b)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:20:01.633471 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d3e653-df1c-49cd-a07e-839a397d1e51 x-openstack-request-id: req-f5d3e653-df1c-49cd-a07e-839a397d1e51 {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:20:01.633890 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1745aea6-2b4b-48cb-82d5-3c6f62c9196d", "name": "network-vif-plugged", "status": "completed", "tag": "56fec6a1-e21d-4fe6-ba05-e70da56fde9b", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:20:01.634219 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f5d3e653-df1c-49cd-a07e-839a397d1e51 {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:20:01.634788 dv-cinder-853910-3-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5d3e653-df1c-49cd-a07e-839a397d1e51'] response: {'server_uuid': '1745aea6-2b4b-48cb-82d5-3c6f62c9196d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56fec6a1-e21d-4fe6-ba05-e70da56fde9b', 'code': 200} Aug 26 06:20:01.773750 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (56fec6a1-e21d-4fe6-ba05-e70da56fde9b), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:01.880154 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=56fec6a1-e21d-4fe6-ba05-e70da56fde9b,revision_number=5']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:20:01.917115 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-76f1a90c-22e9-44bc-9bf0-68e979e3cc56 req-315fa665-cc82-4beb-b6c7-701c3b368cc1 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 210 time: 0.0454376 Aug 26 06:20:01.945187 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:02.046340 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:INSERT=4,neutron:UPDATE=3,neutron:SELECT=93 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:02.083095 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f9cc1-d855-4924-a107-b0c0a1ccf50b req-278ffeb6-04b2-4cf6-b19a-7e2c0dd1e745 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:02.098912 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e58f9cc1-d855-4924-a107-b0c0a1ccf50b req-278ffeb6-04b2-4cf6-b19a-7e2c0dd1e745 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 945 time: 0.0979578 Aug 26 06:20:02.203698 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e58f9cc1-d855-4924-a107-b0c0a1ccf50b req-455581a8-9a7e-4703-87fc-e5472c2ba2cd tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995369 Aug 26 06:20:02.212393 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13856f3-fbd7-4499-be90-d865f571d418 req-a19b05b3-1e30-4aa1-a0b1-5b4ad9ad92e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:02.214316 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c13856f3-fbd7-4499-be90-d865f571d418 req-a19b05b3-1e30-4aa1-a0b1-5b4ad9ad92e2 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 1129 time: 0.0777745 Aug 26 06:20:02.288799 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c13856f3-fbd7-4499-be90-d865f571d418 req-a2b8dc5a-7276-477b-a455-80debfde7de5 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670271 Aug 26 06:20:02.619028 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:02.704196 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55280a-aefa-41af-b144-7672e7fc48e3 req-9090aa70-093f-48fc-b190-738bb2185624 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:02.706439 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-af55280a-aefa-41af-b144-7672e7fc48e3 req-9090aa70-093f-48fc-b190-738bb2185624 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.0646086 Aug 26 06:20:02.769190 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-af55280a-aefa-41af-b144-7672e7fc48e3 req-ed1e0264-cf06-44be-aa3e-fdd1748ab0c4 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539305 Aug 26 06:20:02.804857 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:03.041619 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-abd32632-013c-44de-9dc1-bfcc51280fd9 req-77d3daf1-86aa-4984-8f47-2f87a871ce37 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 210 time: 0.0330298 Aug 26 06:20:03.354000 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7cf21c-9b14-4630-a545-acc9872624ff req-220f9a3f-6cb3-41fc-9b60-e171d7b9f2d9 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:03.355470 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2c7cf21c-9b14-4630-a545-acc9872624ff req-220f9a3f-6cb3-41fc-9b60-e171d7b9f2d9 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 945 time: 0.0631444 Aug 26 06:20:03.407280 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2c7cf21c-9b14-4630-a545-acc9872624ff req-c3b18874-170f-4ea7-b47b-b7880ea8eb62 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459297 Aug 26 06:20:03.756457 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:03.927140 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda154a8-5a23-4c5b-b124-e8e96411f738 req-8876a041-76ad-411b-a286-a9c1373e6494 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:03.928870 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-bda154a8-5a23-4c5b-b124-e8e96411f738 req-8876a041-76ad-411b-a286-a9c1373e6494 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.0670707 Aug 26 06:20:03.996497 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-bda154a8-5a23-4c5b-b124-e8e96411f738 req-bdd12909-71ce-4f0f-9135-fdf2b2a06ba1 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605271 Aug 26 06:20:04.167473 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5e3dc5f9-ad03-4b24-a86e-dc1e8bf18498 req-e2cc1c4a-639a-4e38-a912-d0e10cc16bb2 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 210 time: 0.0322313 Aug 26 06:20:04.542717 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665be6f-c412-47c2-bd39-393df68d8930 req-3f78e37e-020a-4913-a631-66646691d666 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:04.544897 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4665be6f-c412-47c2-bd39-393df68d8930 req-3f78e37e-020a-4913-a631-66646691d666 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 945 time: 0.0546679 Aug 26 06:20:04.572567 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:04.603915 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4665be6f-c412-47c2-bd39-393df68d8930 req-4cbe8b0a-51cd-472c-b930-788bdee74a0e tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526223 Aug 26 06:20:04.935507 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:04.984458 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:05.166592 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad09f3a-dbd7-4bcb-86cf-f58679731373 req-091772de-fc7d-4d2d-ab5e-c8398fc3f4b9 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:05.168256 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-7ad09f3a-dbd7-4bcb-86cf-f58679731373 req-091772de-fc7d-4d2d-ab5e-c8398fc3f4b9 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.0592330 Aug 26 06:20:05.225864 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-7ad09f3a-dbd7-4bcb-86cf-f58679731373 req-87c0bfde-51a7-4d93-b56b-77b89a155401 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514917 Aug 26 06:20:05.299332 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-409b73e6-22be-4931-81ad-f30c2e3543e9 req-dd32da9f-d30e-4f0e-b624-8c8151389cb9 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 210 time: 0.0385022 Aug 26 06:20:05.310034 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:05.392446 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:05.757842 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d997568-6cc8-49d6-a4f4-28d770dabf29 req-b0e4a631-3c6a-4ab6-8965-36a7dce7b1ac tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:05.759442 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5d997568-6cc8-49d6-a4f4-28d770dabf29 req-b0e4a631-3c6a-4ab6-8965-36a7dce7b1ac tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 945 time: 0.0713272 Aug 26 06:20:05.815355 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5d997568-6cc8-49d6-a4f4-28d770dabf29 req-1345e99d-d9b3-4332-8b88-9ddf80611b53 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503638 Aug 26 06:20:06.400964 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f2df6-5a16-4501-bbc6-d8e4a6b253e0 req-9b6a5384-170c-4d41-bc49-b476d877832f tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:06.413237 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-116f2df6-5a16-4501-bbc6-d8e4a6b253e0 req-9b6a5384-170c-4d41-bc49-b476d877832f tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.0928872 Aug 26 06:20:06.487036 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-bbbc03a0-98a5-4a08-a888-8621c2c1340e req-f3214e40-7e7e-4df5-9dd3-3a3131a11257 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 210 time: 0.0696707 Aug 26 06:20:06.506571 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-116f2df6-5a16-4501-bbc6-d8e4a6b253e0 req-f6100ae1-0cc6-43f1-b933-e77ef63a50af tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824335 Aug 26 06:20:06.996913 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efbeb5-bd0e-420c-bec7-c0958972db4a req-e2dbcd9e-2d1c-4144-b0d8-be19683e0d39 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:07.005611 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-68efbeb5-bd0e-420c-bec7-c0958972db4a req-e2dbcd9e-2d1c-4144-b0d8-be19683e0d39 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 945 time: 0.0948954 Aug 26 06:20:07.061922 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-68efbeb5-bd0e-420c-bec7-c0958972db4a req-0e9679f8-7be8-4dfe-8693-aebca60da8ef tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532241 Aug 26 06:20:07.300695 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:07.457131 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:07.601172 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-96df6096-8046-49bb-a8cd-f46a8a50ca4e req-bc2a3f0b-adc5-4f13-bfe1-597cdf94ee49 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 210 time: 0.0368168 Aug 26 06:20:07.884950 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5129b-f15b-4b42-9e33-12dbee161077 req-1f4a4a22-1deb-4bd8-a33c-3e0483a43a43 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:07.886691 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-b2f5129b-f15b-4b42-9e33-12dbee161077 req-1f4a4a22-1deb-4bd8-a33c-3e0483a43a43 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.0814388 Aug 26 06:20:07.997166 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-b2f5129b-f15b-4b42-9e33-12dbee161077 req-07105f0a-1bf0-4b11-897f-9a84af078923 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976171 Aug 26 06:20:08.005701 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-7c520d02-227c-4f54-bcbd-46d70a62fa4c tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:08.007369 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-7c520d02-227c-4f54-bcbd-46d70a62fa4c tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.76 "GET /networking/v2.0/networks?id=e160e0e8-e0fd-4af5-b357-0de9a51426d2 HTTP/1.1" status: 200 len: 815 time: 0.2642026 Aug 26 06:20:08.024593 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-fb8b1412-dec1-4550-89af-979542544d38 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Request body: {'port': {'device_id': 'ff368667-d93b-4b10-9606-09331ebb857c', 'network_id': 'e160e0e8-e0fd-4af5-b357-0de9a51426d2', 'admin_state_up': True, 'tenant_id': '01817da1260c41b4abe6f02b11c66232'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:20:08.245216 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee33080-7912-4617-bce8-a49bc2efa817 req-550f8e9c-12a7-4a4e-b5fd-0e0ab280abeb tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:08.247068 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-eee33080-7912-4617-bce8-a49bc2efa817 req-550f8e9c-12a7-4a4e-b5fd-0e0ab280abeb tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 945 time: 0.0671251 Aug 26 06:20:08.328121 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-eee33080-7912-4617-bce8-a49bc2efa817 req-0a6f405f-fef0-42a0-941f-00c34460f163 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742502 Aug 26 06:20:08.339142 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-fb8b1412-dec1-4550-89af-979542544d38 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Made reservation on behalf of 01817da1260c41b4abe6f02b11c66232 for: {'port': 1} {{(pid=107133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:20:08.344544 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-fb8b1412-dec1-4550-89af-979542544d38 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:08.611485 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_common [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-fb8b1412-dec1-4550-89af-979542544d38 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Allocated IP 172.20.0.13 (e160e0e8-e0fd-4af5-b357-0de9a51426d2/8d716194-1361-4e1c-afd7-19790eeb2259/f4d37966-d902-4c07-9ee5-4be2e42d1714) {{(pid=107133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:20:08.628670 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432be298-885d-470e-8f1c-87dc085d106b req-6c7e31fd-ae33-46e4-9d18-b98a7c326fe3 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:08.631052 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-432be298-885d-470e-8f1c-87dc085d106b req-6c7e31fd-ae33-46e4-9d18-b98a7c326fe3 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=40a23686-df31-4e61-879f-e1b1eaaef0ea HTTP/1.1" status: 200 len: 945 time: 0.0859640 Aug 26 06:20:08.713746 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-432be298-885d-470e-8f1c-87dc085d106b req-281f4c16-0372-406f-81dc-3fcd0540cfe2 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=269bc54d-1aaa-43e6-8c60-a6dc271d96f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740895 Aug 26 06:20:08.829469 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:09.053613 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4e8dc42b-d55e-4b30-afc9-9796e67770fd req-fb3eff96-76ea-470e-b615-d7321279cb43 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 210 time: 0.3042328 Aug 26 06:20:09.118157 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-fb8b1412-dec1-4550-89af-979542544d38 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks [] for port (f4d37966-d902-4c07-9ee5-4be2e42d1714), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:09.181691 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce21690-a1d0-44ea-9fdc-249c1372debb req-5e0dacc5-6441-4da8-9d55-0d320bab6236 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:09.183241 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8ce21690-a1d0-44ea-9fdc-249c1372debb req-5e0dacc5-6441-4da8-9d55-0d320bab6236 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.0774677 Aug 26 06:20:09.249732 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8ce21690-a1d0-44ea-9fdc-249c1372debb req-7e83d30a-62d3-45cf-a2f2-d4e4794cc05f tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603967 Aug 26 06:20:09.278436 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-fb8b1412-dec1-4550-89af-979542544d38 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (f4d37966-d902-4c07-9ee5-4be2e42d1714), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:09.328128 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-fb8b1412-dec1-4550-89af-979542544d38 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Network e160e0e8-e0fd-4af5-b357-0de9a51426d2 is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:20:09.331446 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-fb8b1412-dec1-4550-89af-979542544d38 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:20:09.335962 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-fb8b1412-dec1-4550-89af-979542544d38 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Received port after_create {{(pid=107133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:20:09.369104 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b1412-dec1-4550-89af-979542544d38 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Pushing event updated for resources: {'Port': ['ID=f4d37966-d902-4c07-9ee5-4be2e42d1714,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:20:09.452582 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-fb8b1412-dec1-4550-89af-979542544d38 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:09.453349 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-fb8b1412-dec1-4550-89af-979542544d38 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:09.640022 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-fb8b1412-dec1-4550-89af-979542544d38 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6199558 Aug 26 06:20:09.655961 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=76 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:09.685809 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-19b985ae-ad15-481d-821a-8c0bf64ff80a None None] Provisioning complete for port f4d37966-d902-4c07-9ee5-4be2e42d1714 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:20:09.686113 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-19b985ae-ad15-481d-821a-8c0bf64ff80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (f4d37966-d902-4c07-9ee5-4be2e42d1714), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:09.721138 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-19b985ae-ad15-481d-821a-8c0bf64ff80a None None] Port f4d37966-d902-4c07-9ee5-4be2e42d1714 cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:20:09.869452 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292f49f-86bf-4a20-8a54-f98ed3717b42 req-a3584c0f-f5c8-4bcd-9ee1-4fba967259e3 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:09.871690 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-9292f49f-86bf-4a20-8a54-f98ed3717b42 req-a3584c0f-f5c8-4bcd-9ee1-4fba967259e3 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=40a23686-df31-4e61-879f-e1b1eaaef0ea HTTP/1.1" status: 200 len: 945 time: 0.0689461 Aug 26 06:20:09.948356 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:09.953923 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-9292f49f-86bf-4a20-8a54-f98ed3717b42 req-fe0998fa-304e-4410-93f1-05cdb9d8020f tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=269bc54d-1aaa-43e6-8c60-a6dc271d96f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759435 Aug 26 06:20:10.207197 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1734bd-142c-42f2-9b4b-2bb4ba5c9864 req-99ec7401-2d06-4223-9f94-600fe32e8aee tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:10.211075 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-bb1734bd-142c-42f2-9b4b-2bb4ba5c9864 req-99ec7401-2d06-4223-9f94-600fe32e8aee tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 932 time: 0.0549231 Aug 26 06:20:10.281632 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-bb1734bd-142c-42f2-9b4b-2bb4ba5c9864 req-d9fb3ec5-d9ce-483a-a83e-78d0ee08c9af tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612466 Aug 26 06:20:10.433541 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39fa09-5752-4dc9-98aa-8707327ecc2d req-b5922b65-64d1-4bde-808d-b6eec171a718 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:10.436267 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-bc39fa09-5752-4dc9-98aa-8707327ecc2d req-b5922b65-64d1-4bde-808d-b6eec171a718 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.0761468 Aug 26 06:20:10.502243 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-bc39fa09-5752-4dc9-98aa-8707327ecc2d req-a25c4ce4-3f92-4b7b-b0ad-ceea71bb20a9 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561593 Aug 26 06:20:10.513159 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-83cce4cd-33c1-4f53-9d79-ca355790e377 service neutron] Request body: {'port': {'device_id': 'ff368667-d93b-4b10-9606-09331ebb857c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:20:10.616304 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-83cce4cd-33c1-4f53-9d79-ca355790e377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (f4d37966-d902-4c07-9ee5-4be2e42d1714), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:10.788119 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:10.984051 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b11576-fa47-4f52-9466-dc61133878f9 req-c081decc-e6e3-44ab-8219-78fdd41d2dee tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:10.986650 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-65b11576-fa47-4f52-9466-dc61133878f9 req-c081decc-e6e3-44ab-8219-78fdd41d2dee tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 945 time: 0.1234415 Aug 26 06:20:11.028758 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c645b-f399-4544-8b1d-c409c7ea3cb9 req-81340050-5de0-4e96-823e-038b8e79b737 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:11.030315 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d39c645b-f399-4544-8b1d-c409c7ea3cb9 req-81340050-5de0-4e96-823e-038b8e79b737 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=40a23686-df31-4e61-879f-e1b1eaaef0ea HTTP/1.1" status: 200 len: 945 time: 0.1263173 Aug 26 06:20:11.050355 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:11.105365 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-65b11576-fa47-4f52-9466-dc61133878f9 req-d94e39b9-779c-48fa-8c42-59411173c715 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984888 Aug 26 06:20:11.171748 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-83cce4cd-33c1-4f53-9d79-ca355790e377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4d37966-d902-4c07-9ee5-4be2e42d1714 {{(pid=107133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:20:11.184370 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-83cce4cd-33c1-4f53-9d79-ca355790e377 service neutron] Publish callbacks [] for port (f4d37966-d902-4c07-9ee5-4be2e42d1714), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:11.198666 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4c6e7-058f-49f5-9a94-3f1ad169f604 req-f8754821-8c7e-4f22-9fdd-57e2214613d9 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:11.199540 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.provisioning_blocks [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-83cce4cd-33c1-4f53-9d79-ca355790e377 service neutron] Transition to ACTIVE for port object f4d37966-d902-4c07-9ee5-4be2e42d1714 will not be triggered until provisioned by entity L2. {{(pid=107133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 06:20:11.200869 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a7c4c6e7-058f-49f5-9a94-3f1ad169f604 req-f8754821-8c7e-4f22-9fdd-57e2214613d9 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=40a23686-df31-4e61-879f-e1b1eaaef0ea HTTP/1.1" status: 200 len: 945 time: 0.0772939 Aug 26 06:20:11.279998 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a7c4c6e7-058f-49f5-9a94-3f1ad169f604 req-6bfd0b76-9fb6-47c0-9f04-7ec3011a74b8 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=269bc54d-1aaa-43e6-8c60-a6dc271d96f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635941 Aug 26 06:20:11.345977 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-83cce4cd-33c1-4f53-9d79-ca355790e377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9095016'] for port (f4d37966-d902-4c07-9ee5-4be2e42d1714), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:11.523780 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cce4cd-33c1-4f53-9d79-ca355790e377 service neutron] Pushing event updated for resources: {'Port': ['ID=f4d37966-d902-4c07-9ee5-4be2e42d1714,revision_number=2']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:20:11.533749 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36049add-1b8c-4810-afd7-fc2a0499a609 req-a9e8b5c9-5cf8-4e47-87b5-3a7ecba248e0 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:11.535311 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-36049add-1b8c-4810-afd7-fc2a0499a609 req-a9e8b5c9-5cf8-4e47-87b5-3a7ecba248e0 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 944 time: 0.1605985 Aug 26 06:20:11.603249 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-83cce4cd-33c1-4f53-9d79-ca355790e377 service neutron] Attempting to bind port f4d37966-d902-4c07-9ee5-4be2e42d1714 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:20:11.603585 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-83cce4cd-33c1-4f53-9d79-ca355790e377 service neutron] Attempting to bind port f4d37966-d902-4c07-9ee5-4be2e42d1714 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '61084740-e827-4b91-82dd-c854e7f47a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e160e0e8-e0fd-4af5-b357-0de9a51426d2'}] {{(pid=107133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:20:11.603932 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-83cce4cd-33c1-4f53-9d79-ca355790e377 service neutron] Attempting to bind port f4d37966-d902-4c07-9ee5-4be2e42d1714 on network e160e0e8-e0fd-4af5-b357-0de9a51426d2 {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:20:11.617243 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-83cce4cd-33c1-4f53-9d79-ca355790e377 service neutron] Port f4d37966-d902-4c07-9ee5-4be2e42d1714 on network e160e0e8-e0fd-4af5-b357-0de9a51426d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 06:20:11.617703 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-83cce4cd-33c1-4f53-9d79-ca355790e377 service neutron] Attempting to bind port f4d37966-d902-4c07-9ee5-4be2e42d1714 on network e160e0e8-e0fd-4af5-b357-0de9a51426d2 {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:20:11.628332 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-36049add-1b8c-4810-afd7-fc2a0499a609 req-f4ee3285-a93e-4a08-ba10-59fff0236e3d tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787888 Aug 26 06:20:11.635723 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-83cce4cd-33c1-4f53-9d79-ca355790e377 service neutron] Checking agent: {'id': '607bbde6-0fd2-4787-87ed-7343841db9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'started_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:20:11.637104 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-83cce4cd-33c1-4f53-9d79-ca355790e377 service neutron] Checking segment: {'id': '61084740-e827-4b91-82dd-c854e7f47a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e160e0e8-e0fd-4af5-b357-0de9a51426d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:20:11.637698 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-83cce4cd-33c1-4f53-9d79-ca355790e377 service neutron] Bound using segment: {'id': '61084740-e827-4b91-82dd-c854e7f47a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e160e0e8-e0fd-4af5-b357-0de9a51426d2'} {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:20:11.638399 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-83cce4cd-33c1-4f53-9d79-ca355790e377 service neutron] Bound port: f4d37966-d902-4c07-9ee5-4be2e42d1714, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61084740-e827-4b91-82dd-c854e7f47a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'e160e0e8-e0fd-4af5-b357-0de9a51426d2'}}] {{(pid=107133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:20:11.639104 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-83cce4cd-33c1-4f53-9d79-ca355790e377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (f4d37966-d902-4c07-9ee5-4be2e42d1714), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:11.720349 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64e5b9-9881-4310-a7c4-4e4b1b10a852 req-904c249d-f35b-4189-bcf4-ea21975010ba tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:11.735533 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2a64e5b9-9881-4310-a7c4-4e4b1b10a852 req-904c249d-f35b-4189-bcf4-ea21975010ba tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.1147892 Aug 26 06:20:11.778039 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-83cce4cd-33c1-4f53-9d79-ca355790e377 service neutron] For port f4d37966-d902-4c07-9ee5-4be2e42d1714, host hv-cinder-85391, cleared binding levels {{(pid=107133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:20:11.796982 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-83cce4cd-33c1-4f53-9d79-ca355790e377 service neutron] For port f4d37966-d902-4c07-9ee5-4be2e42d1714, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=f4d37966-d902-4c07-9ee5-4be2e42d1714,segment=NetworkSegment(61084740-e827-4b91-82dd-c854e7f47a2f),segment_id=61084740-e827-4b91-82dd-c854e7f47a2f)] {{(pid=107133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:20:11.820209 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2a64e5b9-9881-4310-a7c4-4e4b1b10a852 req-8d82faaa-561f-4d6f-8c04-9a8adc08cd0d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830054 Aug 26 06:20:11.975080 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-83cce4cd-33c1-4f53-9d79-ca355790e377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9095016'] for port (f4d37966-d902-4c07-9ee5-4be2e42d1714), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:11.982698 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-83cce4cd-33c1-4f53-9d79-ca355790e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:11.983720 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-83cce4cd-33c1-4f53-9d79-ca355790e377 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:11.985419 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-83cce4cd-33c1-4f53-9d79-ca355790e377 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/f4d37966-d902-4c07-9ee5-4be2e42d1714 HTTP/1.1" status: 200 len: 1094 time: 1.4800169 Aug 26 06:20:11.986086 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff368667-d93b-4b10-9606-09331ebb857c', 'tag': 'f4d37966-d902-4c07-9ee5-4be2e42d1714'}] {{(pid=107133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:20:11.989039 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8285fbc4cf3847b51d9cb7eba3379b7f58b909d4ff4eae5f417f2c246939f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e42e85-229a-4331-b77c-55f4b7bcf5c4" -d '{"events": [{"name": "network-changed", "server_uuid": "ff368667-d93b-4b10-9606-09331ebb857c", "tag": "f4d37966-d902-4c07-9ee5-4be2e42d1714"}]}' {{(pid=107133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:20:12.031940 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:12.032455 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd32c38-49e7-4dad-92fd-f3f54a8b97ef x-openstack-request-id: req-4fd32c38-49e7-4dad-92fd-f3f54a8b97ef {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:20:12.032935 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff368667-d93b-4b10-9606-09331ebb857c", "tag": "f4d37966-d902-4c07-9ee5-4be2e42d1714", "status": "completed", "code": 200}]} {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:20:12.033301 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4fd32c38-49e7-4dad-92fd-f3f54a8b97ef {{(pid=107133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:20:12.033819 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fd32c38-49e7-4dad-92fd-f3f54a8b97ef'] response: {'name': 'network-changed', 'server_uuid': 'ff368667-d93b-4b10-9606-09331ebb857c', 'tag': 'f4d37966-d902-4c07-9ee5-4be2e42d1714', 'status': 'completed', 'code': 200} Aug 26 06:20:12.055745 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cce4cd-33c1-4f53-9d79-ca355790e377 service neutron] Pushing event updated for resources: {'Port': ['ID=f4d37966-d902-4c07-9ee5-4be2e42d1714,revision_number=3']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:20:12.268789 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1fe5e-bdc0-4888-9a85-2a599607ee58 req-3eb51c0f-025e-4e01-b0fe-7bf8749ccd33 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:12.271691 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-4df1fe5e-bdc0-4888-9a85-2a599607ee58 req-3eb51c0f-025e-4e01-b0fe-7bf8749ccd33 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 945 time: 0.0764179 Aug 26 06:20:12.395266 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-4df1fe5e-bdc0-4888-9a85-2a599607ee58 req-ff23cc79-adec-4dad-a209-de9a56dc2c49 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152174 Aug 26 06:20:12.665799 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340564b-c5b8-49ef-83c1-4b3db321e90f req-cc2aad0b-b5ad-44be-a906-6ce716fd529b tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:12.670439 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9340564b-c5b8-49ef-83c1-4b3db321e90f req-cc2aad0b-b5ad-44be-a906-6ce716fd529b tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=40a23686-df31-4e61-879f-e1b1eaaef0ea HTTP/1.1" status: 200 len: 945 time: 0.1826913 Aug 26 06:20:12.686009 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d37ca0-4a08-4965-8bfe-4f0220b8fc47 req-c04e6367-e09c-42d0-a677-097bcd62cc55 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:12.689630 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e3d37ca0-4a08-4965-8bfe-4f0220b8fc47 req-c04e6367-e09c-42d0-a677-097bcd62cc55 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.1216669 Aug 26 06:20:12.788027 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9340564b-c5b8-49ef-83c1-4b3db321e90f req-4af9d226-4966-403e-8228-2d1bdb07c613 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=269bc54d-1aaa-43e6-8c60-a6dc271d96f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080918 Aug 26 06:20:12.798345 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e3d37ca0-4a08-4965-8bfe-4f0220b8fc47 req-d983dddd-04f2-4621-ad68-2fabf3716418 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980194 Aug 26 06:20:13.073595 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4902d67-4e12-407e-9bfe-d345c80a8792 req-8e7a3412-ddeb-436c-beed-af7197bbbd92 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:13.086542 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f4902d67-4e12-407e-9bfe-d345c80a8792 req-8e7a3412-ddeb-436c-beed-af7197bbbd92 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 944 time: 0.1639271 Aug 26 06:20:13.095135 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bcca57-d4e1-4fa7-baa5-dd8208336ef8 req-ded07608-a559-4acc-a401-65cff3c94820 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:13.096990 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-48bcca57-d4e1-4fa7-baa5-dd8208336ef8 req-ded07608-a559-4acc-a401-65cff3c94820 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.1292467 Aug 26 06:20:13.209131 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-48bcca57-d4e1-4fa7-baa5-dd8208336ef8 req-07530f72-c363-4de1-9da4-1f4110cbd33a tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996490 Aug 26 06:20:13.378245 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f4902d67-4e12-407e-9bfe-d345c80a8792 req-dbe15677-2a02-4b98-9855-1437f54e5087 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603199 Aug 26 06:20:13.406541 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e42e85-229a-4331-b77c-55f4b7bcf5c4 req-5efdafd8-b1bf-4685-8899-40694884aa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:13.409075 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-23e42e85-229a-4331-b77c-55f4b7bcf5c4 req-5efdafd8-b1bf-4685-8899-40694884aa1e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=01817da1260c41b4abe6f02b11c66232&device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 1128 time: 0.2500427 Aug 26 06:20:13.435019 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90421101-15bd-4437-940f-dd0f40365cae req-ddf4206c-7f07-4a20-9c17-f4523b9341d9 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:13.436775 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-90421101-15bd-4437-940f-dd0f40365cae req-ddf4206c-7f07-4a20-9c17-f4523b9341d9 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 945 time: 0.1872475 Aug 26 06:20:13.439634 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [req-d39c645b-f399-4544-8b1d-c409c7ea3cb9 req-e6b05353-f63a-4daf-82e4-92dd046b3734 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Deleting port 8f33f7d7-7e9a-4e62-9cc6-849887fde715 {{(pid=107133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:20:13.439634 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-d39c645b-f399-4544-8b1d-c409c7ea3cb9 req-e6b05353-f63a-4daf-82e4-92dd046b3734 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (8f33f7d7-7e9a-4e62-9cc6-849887fde715), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:13.637322 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-d39c645b-f399-4544-8b1d-c409c7ea3cb9 req-e6b05353-f63a-4daf-82e4-92dd046b3734 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] For port 8f33f7d7-7e9a-4e62-9cc6-849887fde715, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=8f33f7d7-7e9a-4e62-9cc6-849887fde715,segment=NetworkSegment(abed22a3-28c2-4aec-9c11-df281ae0c13f),segment_id=abed22a3-28c2-4aec-9c11-df281ae0c13f)] {{(pid=107133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:20:13.637657 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47eeb8d-17d7-4d8d-99b9-2820f990864e req-82437692-fac6-41ad-b8ce-cd8e0b994030 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:13.638651 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-d39c645b-f399-4544-8b1d-c409c7ea3cb9 req-e6b05353-f63a-4daf-82e4-92dd046b3734 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (8f33f7d7-7e9a-4e62-9cc6-849887fde715), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:13.653076 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a47eeb8d-17d7-4d8d-99b9-2820f990864e req-82437692-fac6-41ad-b8ce-cd8e0b994030 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 945 time: 0.1160648 Aug 26 06:20:13.656245 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [req-d39c645b-f399-4544-8b1d-c409c7ea3cb9 req-e6b05353-f63a-4daf-82e4-92dd046b3734 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Calling delete_port for 8f33f7d7-7e9a-4e62-9cc6-849887fde715 owned by compute:nova {{(pid=107133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:20:13.763522 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a47eeb8d-17d7-4d8d-99b9-2820f990864e req-5082bb24-e7ed-406e-ab1b-a5b3b09d3c61 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089883 Aug 26 06:20:14.048704 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9d9aa021-1706-4948-a27f-6ecadcc50cd0 req-20d40219-7896-4116-805e-282ae83ff32e tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=40a23686-df31-4e61-879f-e1b1eaaef0ea HTTP/1.1" status: 200 len: 210 time: 0.0627308 Aug 26 06:20:14.054676 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241e42c-dcb5-4137-93ab-ad2b56f8132f req-b7f95ff0-2a6c-4d51-b389-f35f800b572e tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:14.063037 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7241e42c-dcb5-4137-93ab-ad2b56f8132f req-b7f95ff0-2a6c-4d51-b389-f35f800b572e tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0801816 Aug 26 06:20:14.081026 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-d39c645b-f399-4544-8b1d-c409c7ea3cb9 req-e6b05353-f63a-4daf-82e4-92dd046b3734 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (8f33f7d7-7e9a-4e62-9cc6-849887fde715), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:14.119284 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b05353-f63a-4daf-82e4-92dd046b3734 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Pushing event deleted for resources: {'Port': ['ID=8f33f7d7-7e9a-4e62-9cc6-849887fde715,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:20:14.234685 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7241e42c-dcb5-4137-93ab-ad2b56f8132f req-9f57a999-c902-4eab-9135-3151781f7893 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706829 Aug 26 06:20:14.289755 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39c645b-f399-4544-8b1d-c409c7ea3cb9 req-e6b05353-f63a-4daf-82e4-92dd046b3734 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] No DVR routers for this DVR port 8f33f7d7-7e9a-4e62-9cc6-849887fde715 on host hv-cinder-85391 {{(pid=107133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:20:14.295245 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-d39c645b-f399-4544-8b1d-c409c7ea3cb9 req-e6b05353-f63a-4daf-82e4-92dd046b3734 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:14.306914 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d39c645b-f399-4544-8b1d-c409c7ea3cb9 req-e6b05353-f63a-4daf-82e4-92dd046b3734 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.76 "DELETE /networking/v2.0/ports/8f33f7d7-7e9a-4e62-9cc6-849887fde715 HTTP/1.1" status: 204 len: 173 time: 1.3254509 Aug 26 06:20:14.308542 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a23686-df31-4e61-879f-e1b1eaaef0ea', 'name': 'network-vif-deleted', 'tag': '8f33f7d7-7e9a-4e62-9cc6-849887fde715'}] {{(pid=107133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:20:14.313931 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8285fbc4cf3847b51d9cb7eba3379b7f58b909d4ff4eae5f417f2c246939f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378faeae-8258-4004-912d-f94d43474f9c" -d '{"events": [{"server_uuid": "40a23686-df31-4e61-879f-e1b1eaaef0ea", "name": "network-vif-deleted", "tag": "8f33f7d7-7e9a-4e62-9cc6-849887fde715"}]}' {{(pid=107133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:20:14.388919 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61209a68-0f78-436b-bd81-06ad32c05b3e x-openstack-request-id: req-61209a68-0f78-436b-bd81-06ad32c05b3e {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:20:14.389434 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a23686-df31-4e61-879f-e1b1eaaef0ea", "name": "network-vif-deleted", "tag": "8f33f7d7-7e9a-4e62-9cc6-849887fde715", "status": "completed", "code": 200}]} {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:20:14.390183 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-61209a68-0f78-436b-bd81-06ad32c05b3e {{(pid=107133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:20:14.390933 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61209a68-0f78-436b-bd81-06ad32c05b3e'] response: {'server_uuid': '40a23686-df31-4e61-879f-e1b1eaaef0ea', 'name': 'network-vif-deleted', 'tag': '8f33f7d7-7e9a-4e62-9cc6-849887fde715', 'status': 'completed', 'code': 200} Aug 26 06:20:14.544700 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0c585-65bf-4cb6-bb4b-a5a04a427a7f req-618e55e7-965a-4ffb-a521-11e06f56b568 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:14.563834 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-02c0c585-65bf-4cb6-bb4b-a5a04a427a7f req-618e55e7-965a-4ffb-a521-11e06f56b568 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.1773863 Aug 26 06:20:14.721075 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-02c0c585-65bf-4cb6-bb4b-a5a04a427a7f req-6a0b1c61-faf7-4c2a-aff9-6e3823708d54 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411946 Aug 26 06:20:14.884417 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [req-90421101-15bd-4437-940f-dd0f40365cae req-f171ef06-4917-4a95-9b4d-d004a5842e81 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Deleting port 56fec6a1-e21d-4fe6-ba05-e70da56fde9b {{(pid=107133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:20:14.886024 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-90421101-15bd-4437-940f-dd0f40365cae req-f171ef06-4917-4a95-9b4d-d004a5842e81 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (56fec6a1-e21d-4fe6-ba05-e70da56fde9b), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:14.992404 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43596345-9646-44c3-8b22-55fed4080d9c req-5ed1451f-2cd6-4ea5-af67-d11cf5729b92 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:14.999610 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-43596345-9646-44c3-8b22-55fed4080d9c req-5ed1451f-2cd6-4ea5-af67-d11cf5729b92 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 944 time: 0.3482838 Aug 26 06:20:15.099534 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e42e85-229a-4331-b77c-55f4b7bcf5c4 req-5e02cb0c-84b4-4cd7-8945-3956efa9fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:15.101967 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-23e42e85-229a-4331-b77c-55f4b7bcf5c4 req-5e02cb0c-84b4-4cd7-8945-3956efa9fd42 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=01817da1260c41b4abe6f02b11c66232&shared=False HTTP/1.1" status: 200 len: 916 time: 0.6211317 Aug 26 06:20:15.146507 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-43596345-9646-44c3-8b22-55fed4080d9c req-5c23c162-542c-48f3-8ce4-90bfacdbf990 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458528 Aug 26 06:20:15.200156 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59cf66-4a32-4cef-b9d9-5dde5162d14e req-4dc3ee45-a227-45cc-b39f-911eae503303 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:15.226636 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-90421101-15bd-4437-940f-dd0f40365cae req-f171ef06-4917-4a95-9b4d-d004a5842e81 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] For port 56fec6a1-e21d-4fe6-ba05-e70da56fde9b, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=56fec6a1-e21d-4fe6-ba05-e70da56fde9b,segment=NetworkSegment(da7c9f63-cf36-404c-a816-66d394fc780b),segment_id=da7c9f63-cf36-404c-a816-66d394fc780b)] {{(pid=107133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:20:15.227274 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-90421101-15bd-4437-940f-dd0f40365cae req-f171ef06-4917-4a95-9b4d-d004a5842e81 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (56fec6a1-e21d-4fe6-ba05-e70da56fde9b), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:15.228915 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-cd59cf66-4a32-4cef-b9d9-5dde5162d14e req-4dc3ee45-a227-45cc-b39f-911eae503303 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 945 time: 0.2338588 Aug 26 06:20:15.246024 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 8f33f7d7-7e9a-4e62-9cc6-849887fde715 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:20:15.272515 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [req-90421101-15bd-4437-940f-dd0f40365cae req-f171ef06-4917-4a95-9b4d-d004a5842e81 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Calling delete_port for 56fec6a1-e21d-4fe6-ba05-e70da56fde9b owned by compute:nova {{(pid=107133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:20:15.327388 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] No Port match for: 8f33f7d7-7e9a-4e62-9cc6-849887fde715 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:20:15.327842 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 8f33f7d7-7e9a-4e62-9cc6-849887fde715 not bound to the agent host hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:20:15.328371 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 56fec6a1-e21d-4fe6-ba05-e70da56fde9b no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:20:15.381132 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-cd59cf66-4a32-4cef-b9d9-5dde5162d14e req-2f65a614-5ebf-459a-a626-9e177a65a605 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432853 Aug 26 06:20:15.508969 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port 56fec6a1-e21d-4fe6-ba05-e70da56fde9b is: ACTIVE; New status is: DOWN {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:20:15.509696 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (56fec6a1-e21d-4fe6-ba05-e70da56fde9b), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:15.582875 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-65d5549c-59e2-47a1-9b05-b8709a570fb7 req-b8fc4c0e-e891-481a-b98e-388d31609051 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=40a23686-df31-4e61-879f-e1b1eaaef0ea HTTP/1.1" status: 200 len: 210 time: 0.1212356 Aug 26 06:20:15.594351 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e42e85-229a-4331-b77c-55f4b7bcf5c4 req-2f357856-6f6b-4445-a6bf-82115f9a7bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:15.598323 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-23e42e85-229a-4331-b77c-55f4b7bcf5c4 req-2f357856-6f6b-4445-a6bf-82115f9a7bd1 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4800901 Aug 26 06:20:15.600908 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 56fec6a1-e21d-4fe6-ba05-e70da56fde9b, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=56fec6a1-e21d-4fe6-ba05-e70da56fde9b,segment=NetworkSegment(da7c9f63-cf36-404c-a816-66d394fc780b),segment_id=da7c9f63-cf36-404c-a816-66d394fc780b)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:20:15.604801 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1745aea6-2b4b-48cb-82d5-3c6f62c9196d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56fec6a1-e21d-4fe6-ba05-e70da56fde9b'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:20:15.608732 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc106e9f9832226dd913a824a8ae1ea8f79b2df9cdef89c79e10f33880c5a8de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2653487-c5cf-419b-8f5a-4e33592145f9" -d '{"events": [{"server_uuid": "1745aea6-2b4b-48cb-82d5-3c6f62c9196d", "name": "network-vif-unplugged", "status": "completed", "tag": "56fec6a1-e21d-4fe6-ba05-e70da56fde9b"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:20:15.688743 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Aug 2022 06:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9398fd2c-bf68-4430-af69-acd3f88221fd x-openstack-request-id: req-9398fd2c-bf68-4430-af69-acd3f88221fd {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:20:15.689050 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1745aea6-2b4b-48cb-82d5-3c6f62c9196d", "name": "network-vif-unplugged", "status": "completed", "tag": "56fec6a1-e21d-4fe6-ba05-e70da56fde9b", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:20:15.689747 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-9398fd2c-bf68-4430-af69-acd3f88221fd {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:20:15.693814 dv-cinder-853910-3-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9398fd2c-bf68-4430-af69-acd3f88221fd'] response: {'server_uuid': '1745aea6-2b4b-48cb-82d5-3c6f62c9196d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56fec6a1-e21d-4fe6-ba05-e70da56fde9b', 'code': 200} Aug 26 06:20:15.702905 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dae61c-7880-470e-84fa-caf7fb51179e req-dfa8ed2a-ba30-4237-82ad-4c6c5c1c33e9 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:15.704469 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a8dae61c-7880-470e-84fa-caf7fb51179e req-dfa8ed2a-ba30-4237-82ad-4c6c5c1c33e9 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.2141197 Aug 26 06:20:15.798844 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (56fec6a1-e21d-4fe6-ba05-e70da56fde9b), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:15.808716 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a8dae61c-7880-470e-84fa-caf7fb51179e req-e45c7e5c-0c16-4c62-8119-00b9783364f0 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901864 Aug 26 06:20:15.937635 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=56fec6a1-e21d-4fe6-ba05-e70da56fde9b,revision_number=6']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:20:16.028370 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8b05f-0289-455d-b7af-7356c82ce08f req-ad65f6b9-8228-49be-b1ef-5925c1ccfd31 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:16.036403 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1dc8b05f-0289-455d-b7af-7356c82ce08f req-ad65f6b9-8228-49be-b1ef-5925c1ccfd31 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.0711069 Aug 26 06:20:16.045593 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-90421101-15bd-4437-940f-dd0f40365cae req-f171ef06-4917-4a95-9b4d-d004a5842e81 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (56fec6a1-e21d-4fe6-ba05-e70da56fde9b), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:16.158753 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f171ef06-4917-4a95-9b4d-d004a5842e81 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Pushing event deleted for resources: {'Port': ['ID=56fec6a1-e21d-4fe6-ba05-e70da56fde9b,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:20:16.188499 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [req-90421101-15bd-4437-940f-dd0f40365cae req-f171ef06-4917-4a95-9b4d-d004a5842e81 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] No DVR routers for this DVR port 56fec6a1-e21d-4fe6-ba05-e70da56fde9b on host hv-cinder-85391 {{(pid=107133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:20:16.201448 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-90421101-15bd-4437-940f-dd0f40365cae req-f171ef06-4917-4a95-9b4d-d004a5842e81 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:16.218805 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-90421101-15bd-4437-940f-dd0f40365cae req-f171ef06-4917-4a95-9b4d-d004a5842e81 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.76 "DELETE /networking/v2.0/ports/56fec6a1-e21d-4fe6-ba05-e70da56fde9b HTTP/1.1" status: 204 len: 173 time: 1.7131114 Aug 26 06:20:16.241484 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1dc8b05f-0289-455d-b7af-7356c82ce08f req-d5319613-d0bb-4df7-84e4-e310ad0c375c tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041407 Aug 26 06:20:16.299538 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:16.392673 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1745aea6-2b4b-48cb-82d5-3c6f62c9196d', 'name': 'network-vif-deleted', 'tag': '56fec6a1-e21d-4fe6-ba05-e70da56fde9b'}] {{(pid=107133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:20:16.397807 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8285fbc4cf3847b51d9cb7eba3379b7f58b909d4ff4eae5f417f2c246939f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07f0269-0b1d-4694-903f-bcb89c33e2f3" -d '{"events": [{"server_uuid": "1745aea6-2b4b-48cb-82d5-3c6f62c9196d", "name": "network-vif-deleted", "tag": "56fec6a1-e21d-4fe6-ba05-e70da56fde9b"}]}' {{(pid=107133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:20:16.453240 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:16.476287 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d873da3-1a22-4aeb-80d3-0bede5a37a50 x-openstack-request-id: req-5d873da3-1a22-4aeb-80d3-0bede5a37a50 {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:20:16.476728 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1745aea6-2b4b-48cb-82d5-3c6f62c9196d", "name": "network-vif-deleted", "tag": "56fec6a1-e21d-4fe6-ba05-e70da56fde9b", "status": "completed", "code": 200}]} {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:20:16.477144 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5d873da3-1a22-4aeb-80d3-0bede5a37a50 {{(pid=107133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:20:16.477812 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d873da3-1a22-4aeb-80d3-0bede5a37a50'] response: {'server_uuid': '1745aea6-2b4b-48cb-82d5-3c6f62c9196d', 'name': 'network-vif-deleted', 'tag': '56fec6a1-e21d-4fe6-ba05-e70da56fde9b', 'status': 'completed', 'code': 200} Aug 26 06:20:16.502585 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81a240-d56d-404c-b659-6f65b8c06030 req-7930ca2f-d66f-403c-b5be-693f94ce00c2 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:16.505163 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0d81a240-d56d-404c-b659-6f65b8c06030 req-7930ca2f-d66f-403c-b5be-693f94ce00c2 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 944 time: 0.2012875 Aug 26 06:20:16.723917 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0d81a240-d56d-404c-b659-6f65b8c06030 req-2e666b25-5771-48af-bf0f-cef6975976fc tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631074 Aug 26 06:20:16.724869 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-9a59fb72-23f3-41a5-9765-0aa068108b9b req-bbfe52b0-22cc-4a96-91a2-984155f88c42 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 210 time: 0.0834236 Aug 26 06:20:16.862066 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-3639f1ac-8cb6-4694-829b-7225eafddef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:16.864851 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-3639f1ac-8cb6-4694-829b-7225eafddef9 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=01817da1260c41b4abe6f02b11c66232&device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 1128 time: 0.1343489 Aug 26 06:20:16.942264 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0c5fc729-e5f4-45f4-be5c-631740a23280 req-2f3df7fa-fd30-4fb6-b753-14b124a7d3d9 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=40a23686-df31-4e61-879f-e1b1eaaef0ea HTTP/1.1" status: 200 len: 210 time: 0.0697968 Aug 26 06:20:16.985852 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-bfe5dc58-3319-4eb2-b7cd-e5b511cd1397 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4d37966-d902-4c07-9ee5-4be2e42d1714 HTTP/1.1" status: 200 len: 217 time: 0.0820742 Aug 26 06:20:17.092170 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67bdae7-5afc-4cb2-adfc-e6673c30824e req-97ce6aaf-2a64-4860-9c73-968a320c59cf tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:17.094947 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d67bdae7-5afc-4cb2-adfc-e6673c30824e req-97ce6aaf-2a64-4860-9c73-968a320c59cf tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0969112 Aug 26 06:20:17.278574 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d67bdae7-5afc-4cb2-adfc-e6673c30824e req-48a491d1-8edf-452b-9ba3-455de543ac2a tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746464 Aug 26 06:20:17.306204 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-b1f74065-7fc4-40a6-ab01-f57d6f613369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:17.310468 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-b1f74065-7fc4-40a6-ab01-f57d6f613369 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=8d716194-1361-4e1c-afd7-19790eeb2259 HTTP/1.1" status: 200 len: 854 time: 0.2086809 Aug 26 06:20:17.430967 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-8064a067-d1e3-4100-bcff-c2e7959f8d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:17.434221 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-8064a067-d1e3-4100-bcff-c2e7959f8d1d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=e160e0e8-e0fd-4af5-b357-0de9a51426d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1054277 Aug 26 06:20:17.612920 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7de6c-296d-47dd-b5da-bc68b034de99 req-81d8d76c-767d-4cbf-b1a1-cab80cb52ff3 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:17.630396 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ebb7de6c-296d-47dd-b5da-bc68b034de99 req-81d8d76c-767d-4cbf-b1a1-cab80cb52ff3 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.1712179 Aug 26 06:20:17.637222 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:17.778389 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-a9689170-b344-4e98-828c-9b0dbcd0883d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e160e0e8-e0fd-4af5-b357-0de9a51426d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017533 Aug 26 06:20:17.808977 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ebb7de6c-296d-47dd-b5da-bc68b034de99 req-95e1dd8e-c0c3-4cec-8983-0252a62d7f7e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687918 Aug 26 06:20:17.991197 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1f3a8e28-1099-4e87-b808-e4f85a7a5ce6 req-62481aa1-3879-4746-a07c-6a882875f6ce tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 210 time: 0.0602891 Aug 26 06:20:18.097471 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-05e63d27-a75b-4c99-9288-1926c3d5176b req-d8fa53b4-799e-4109-8b27-d11d05c0a514 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e160e0e8-e0fd-4af5-b357-0de9a51426d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733819 Aug 26 06:20:18.107458 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f8c42-8ce5-4956-a787-46d6c9ae5242 req-9e4b7f34-b055-4252-adeb-62f7838cb3d6 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:18.119742 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f54f8c42-8ce5-4956-a787-46d6c9ae5242 req-9e4b7f34-b055-4252-adeb-62f7838cb3d6 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 944 time: 0.1070864 Aug 26 06:20:18.218404 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:18.236612 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-91fddccd-3822-4a69-b9f6-91ce4213fb02 req-3712bb04-b374-4d52-9390-3d106158a0c2 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=40a23686-df31-4e61-879f-e1b1eaaef0ea HTTP/1.1" status: 200 len: 210 time: 0.0598197 Aug 26 06:20:18.248085 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:18.279152 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f54f8c42-8ce5-4956-a787-46d6c9ae5242 req-b788ae56-d77c-4165-9a78-f65d5b9b522e tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574187 Aug 26 06:20:18.529765 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910eaaca-4bb2-42a9-bfcd-8a08c7742767 req-6428875a-e579-474f-b1db-6885a93f8626 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:18.531502 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-910eaaca-4bb2-42a9-bfcd-8a08c7742767 req-6428875a-e579-474f-b1db-6885a93f8626 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0693185 Aug 26 06:20:18.674410 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-910eaaca-4bb2-42a9-bfcd-8a08c7742767 req-ff02988b-856b-42ae-9034-15e7e7adb9b5 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294863 Aug 26 06:20:19.068450 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce7be3-0922-426a-a95c-10ea3f3c5cfc req-3d69ff90-ec97-48a2-8990-f992143eff4f tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:19.070395 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3fce7be3-0922-426a-a95c-10ea3f3c5cfc req-3d69ff90-ec97-48a2-8990-f992143eff4f tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.0788794 Aug 26 06:20:19.213017 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3fce7be3-0922-426a-a95c-10ea3f3c5cfc req-f2bb4d03-10f0-47d3-b6cf-ffb29c989148 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286941 Aug 26 06:20:19.248762 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-18ff9b18-2255-4232-915d-6181add586d8 req-d094716b-e1f0-4778-8222-0a02ed9b4c13 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 210 time: 0.0371380 Aug 26 06:20:19.276263 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 3b7fc810-cb09-42a2-a246-9a1fd1d7d061 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 06:20:19.485212 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0db27920-625f-4ef3-8a9a-407f780e1c1f req-80f36b08-1502-4706-82bd-0dcceb251e4a tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=40a23686-df31-4e61-879f-e1b1eaaef0ea HTTP/1.1" status: 200 len: 210 time: 0.0586646 Aug 26 06:20:19.567775 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 3b7fc810-cb09-42a2-a246-9a1fd1d7d061, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=3b7fc810-cb09-42a2-a246-9a1fd1d7d061,segment=NetworkSegment(418ce87b-8dd4-40f7-9079-8eb974e98afd),segment_id=418ce87b-8dd4-40f7-9079-8eb974e98afd)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:20:19.595570 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Returning: {'device': '3b7fc810-cb09-42a2-a246-9a1fd1d7d061', 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f', 'port_id': '3b7fc810-cb09-42a2-a246-9a1fd1d7d061', 'mac_address': 'fa:16:3e:0c:72:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce64dff0-037a-436e-960d-bd71ac86cc2b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 06:20:19.611476 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0410b-67b3-40c1-97dd-43b81e21aed6 req-4f9114dd-9306-4202-97f8-cd3dc26121ab tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:19.619065 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4ea0410b-67b3-40c1-97dd-43b81e21aed6 req-4f9114dd-9306-4202-97f8-cd3dc26121ab tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 944 time: 0.1781213 Aug 26 06:20:19.746717 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:19.755288 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port 3b7fc810-cb09-42a2-a246-9a1fd1d7d061 is: ACTIVE; New status is: BUILD {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:20:19.757376 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (3b7fc810-cb09-42a2-a246-9a1fd1d7d061), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:19.768374 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4ea0410b-67b3-40c1-97dd-43b81e21aed6 req-234e33e1-7a19-47a1-b725-94bbb6419957 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416008 Aug 26 06:20:19.810145 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b7fc810-cb09-42a2-a246-9a1fd1d7d061 {{(pid=107135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:20:19.853986 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 3b7fc810-cb09-42a2-a246-9a1fd1d7d061, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=3b7fc810-cb09-42a2-a246-9a1fd1d7d061,segment=NetworkSegment(418ce87b-8dd4-40f7-9079-8eb974e98afd),segment_id=418ce87b-8dd4-40f7-9079-8eb974e98afd)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:20:19.933880 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08448a27-dcb6-4677-a584-e9c2333e4787 req-15a18307-1ad0-4041-9c41-2a2f761d2ab5 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:19.945949 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-08448a27-dcb6-4677-a584-e9c2333e4787 req-15a18307-1ad0-4041-9c41-2a2f761d2ab5 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.1171269 Aug 26 06:20:20.032936 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-08448a27-dcb6-4677-a584-e9c2333e4787 req-9b6588f1-e81a-4036-b742-b9a0861ff5c1 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849299 Aug 26 06:20:20.123787 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (3b7fc810-cb09-42a2-a246-9a1fd1d7d061), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:20.255745 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=3b7fc810-cb09-42a2-a246-9a1fd1d7d061,revision_number=6']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:20:20.277479 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] get_ports_and_sgs() called for port_ids ['3b7fc810-cb09-42a2-a246-9a1fd1d7d061'] {{(pid=107135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 06:20:20.517596 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-fe3bcddf-3bc4-4dea-9e77-2d65813dc6e7 req-4527e086-5d7d-4e39-8e90-2ed4a1f52f8e tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 210 time: 0.0972862 Aug 26 06:20:20.524263 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e875ed7-77e5-4d40-b313-33ea0e5aacd6 req-cac8ee59-c850-4d2c-aa33-75d9396ae054 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:20.533558 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-9e875ed7-77e5-4d40-b313-33ea0e5aacd6 req-cac8ee59-c850-4d2c-aa33-75d9396ae054 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 945 time: 0.1012411 Aug 26 06:20:20.774232 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-9e875ed7-77e5-4d40-b313-33ea0e5aacd6 req-8c96e33b-c3dd-495f-aa16-9c7d4dcae67a tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030015 Aug 26 06:20:20.852597 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6f9a42a2-616e-42bd-90a4-006ca653f53e req-bfdf67de-5a87-4c95-a111-02ec09e4c8bb tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=40a23686-df31-4e61-879f-e1b1eaaef0ea HTTP/1.1" status: 200 len: 210 time: 0.0987959 Aug 26 06:20:21.145000 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:21.179617 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b3e00-e032-4b3a-afc6-b1848f62c866 req-ed2d5c27-7d70-4dc9-aa48-4fe5f2f26d67 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:21.181979 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-ab5b3e00-e032-4b3a-afc6-b1848f62c866 req-ed2d5c27-7d70-4dc9-aa48-4fe5f2f26d67 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 944 time: 0.1423416 Aug 26 06:20:21.273235 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 3b7fc810-cb09-42a2-a246-9a1fd1d7d061 up at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:20:21.304165 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-ab5b3e00-e032-4b3a-afc6-b1848f62c866 req-8a15a33e-ac73-40fe-a5c8-1a76076c1a9f tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101742 Aug 26 06:20:21.378592 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe25225-35af-4cec-8db0-dd57512ba2ce req-8a63b4f4-bb87-4e7f-8107-689f3c902c12 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:21.389803 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2fe25225-35af-4cec-8db0-dd57512ba2ce req-8a63b4f4-bb87-4e7f-8107-689f3c902c12 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.1613405 Aug 26 06:20:21.427126 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning complete for port 3b7fc810-cb09-42a2-a246-9a1fd1d7d061 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:20:21.430748 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (3b7fc810-cb09-42a2-a246-9a1fd1d7d061), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:21.578318 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2fe25225-35af-4cec-8db0-dd57512ba2ce req-ab3c19fc-fd85-4fd3-bc82-8a79142ae0cb tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866422 Aug 26 06:20:21.704575 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:21.722271 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:21.728089 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port 3b7fc810-cb09-42a2-a246-9a1fd1d7d061 is: BUILD; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:20:21.729527 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (3b7fc810-cb09-42a2-a246-9a1fd1d7d061), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:21.765265 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-d3b711e1-9798-410e-bba0-9ed2af0fd04c tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1659315665&fields=id&tenant_id=fde0e661bd5646bab91b5e6b623a2e7e HTTP/1.1" status: 200 len: 267 time: 0.3227704 Aug 26 06:20:21.826164 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7fc810-cb09-42a2-a246-9a1fd1d7d061'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:20:21.829715 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc106e9f9832226dd913a824a8ae1ea8f79b2df9cdef89c79e10f33880c5a8de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d364adc1-57fd-4c42-8518-fc58f88eea76" -d '{"events": [{"server_uuid": "ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c", "name": "network-vif-plugged", "status": "completed", "tag": "3b7fc810-cb09-42a2-a246-9a1fd1d7d061"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:20:21.883885 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 3b7fc810-cb09-42a2-a246-9a1fd1d7d061, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=3b7fc810-cb09-42a2-a246-9a1fd1d7d061,segment=NetworkSegment(418ce87b-8dd4-40f7-9079-8eb974e98afd),segment_id=418ce87b-8dd4-40f7-9079-8eb974e98afd)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:20:22.008116 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (3b7fc810-cb09-42a2-a246-9a1fd1d7d061), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:22.009526 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-71a63d2f-ae38-4c61-8e00-f9cac0935029 req-c2e5e3fb-9a38-409b-bc1f-1954387b9109 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 210 time: 0.1079099 Aug 26 06:20:22.114860 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-f567529a-ea34-422f-9b8c-2f56442c6220 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:22.128671 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-f567529a-ea34-422f-9b8c-2f56442c6220 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/networks?id=6c5f68e8-9704-4e4e-a557-4e9515d804ef HTTP/1.1" status: 200 len: 811 time: 0.3621697 Aug 26 06:20:22.151941 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa45ed7-234f-4cfb-adfd-7c8fe365858c x-openstack-request-id: req-afa45ed7-234f-4cfb-adfd-7c8fe365858c {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:20:22.153259 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c", "name": "network-vif-plugged", "status": "completed", "tag": "3b7fc810-cb09-42a2-a246-9a1fd1d7d061", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:20:22.154389 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-afa45ed7-234f-4cfb-adfd-7c8fe365858c {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:20:22.155906 dv-cinder-853910-3-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afa45ed7-234f-4cfb-adfd-7c8fe365858c'] response: {'server_uuid': 'ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7fc810-cb09-42a2-a246-9a1fd1d7d061', 'code': 200} Aug 26 06:20:22.166267 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-66e12b1d-314f-414d-ba92-8cb054b0c311 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/quotas/fde0e661bd5646bab91b5e6b623a2e7e HTTP/1.1" status: 200 len: 375 time: 0.0223322 Aug 26 06:20:22.203675 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=3b7fc810-cb09-42a2-a246-9a1fd1d7d061,revision_number=7']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:20:22.333942 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-fb596e0b-3256-4a92-a7ef-1b47d7283dd9 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=fde0e661bd5646bab91b5e6b623a2e7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1539965 Aug 26 06:20:22.424264 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16608240-db7e-4e82-9067-18822e530888 req-60d11b29-0a70-46ff-8786-0fbeef8c898b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:22.424264 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-16608240-db7e-4e82-9067-18822e530888 req-60d11b29-0a70-46ff-8786-0fbeef8c898b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.1081765 Aug 26 06:20:22.492203 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-16608240-db7e-4e82-9067-18822e530888 req-ada72179-83ea-408c-a613-42b540f2f957 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817060 Aug 26 06:20:22.543598 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-a6b104da-7278-49f4-be30-3e23ce9629c2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6c5f68e8-9704-4e4e-a557-4e9515d804ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879988 Aug 26 06:20:22.768823 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-b857ea8a-33c4-47fb-ac5e-77988eafa153 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6c5f68e8-9704-4e4e-a557-4e9515d804ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239461 Aug 26 06:20:22.811727 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee74a8-ab65-4be3-bf75-748bfa872033 req-d11c0586-15c4-46d8-a329-504fe11dabf7 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:22.824734 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3dee74a8-ab65-4be3-bf75-748bfa872033 req-d11c0586-15c4-46d8-a329-504fe11dabf7 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 944 time: 0.1421340 Aug 26 06:20:22.931814 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3dee74a8-ab65-4be3-bf75-748bfa872033 req-b0cc6c23-9955-4c3a-a12c-fad224ef5c17 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056304 Aug 26 06:20:23.198207 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e70a90-2190-4cee-b278-863224e609bf req-e949a12c-2e9d-45be-a1a4-48bba59619ce tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:23.200952 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f6e70a90-2190-4cee-b278-863224e609bf req-e949a12c-2e9d-45be-a1a4-48bba59619ce tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.1113529 Aug 26 06:20:23.266662 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f6e70a90-2190-4cee-b278-863224e609bf req-0e2635bb-1913-40f5-bd53-f612f1f57ca2 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593290 Aug 26 06:20:23.426782 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-e4f0382b-3c04-421e-b254-cd5004c43e36 req-8bafcbbb-7392-4332-9eea-eaf2495e5e6d tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 210 time: 0.0583947 Aug 26 06:20:23.732067 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdeecc9-8df6-46d8-b522-7b62dc9cbcf3 req-4beaab22-d1ec-47d2-96b1-d0682bbb5a12 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:23.739306 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-afdeecc9-8df6-46d8-b522-7b62dc9cbcf3 req-4beaab22-d1ec-47d2-96b1-d0682bbb5a12 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.1275012 Aug 26 06:20:23.792968 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:23.850147 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-afdeecc9-8df6-46d8-b522-7b62dc9cbcf3 req-fd6ad0fd-6737-45d2-9321-e5dde8353c20 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029768 Aug 26 06:20:23.869016 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:24.103526 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ad4e7-0a30-415b-882a-c7400f3b00ff req-96d525c1-e070-44db-af1f-3df8151c0a3d tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:24.105867 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-757ad4e7-0a30-415b-882a-c7400f3b00ff req-96d525c1-e070-44db-af1f-3df8151c0a3d tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 944 time: 0.0640388 Aug 26 06:20:24.186306 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-757ad4e7-0a30-415b-882a-c7400f3b00ff req-a747011f-d11a-49de-9432-57d142716550 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738909 Aug 26 06:20:24.260365 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e523542a-0cd8-44c3-83ad-69d19ed7b386 req-aaa9988b-3931-4e92-b5f5-77ddb8a1a64e tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f739aa85-1e49-4e21-ab74-9463ba8ffd4c HTTP/1.1" status: 200 len: 210 time: 0.0307276 Aug 26 06:20:24.330149 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:24.432813 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bb800-f5df-4c3d-a5aa-d51143671bff req-d8850e68-54e4-4b64-b2f9-7615386c581f tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:24.434438 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-639bb800-f5df-4c3d-a5aa-d51143671bff req-d8850e68-54e4-4b64-b2f9-7615386c581f tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0581844 Aug 26 06:20:24.484986 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:24.505196 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-639bb800-f5df-4c3d-a5aa-d51143671bff req-266f6c71-d843-41df-8353-cee9613e9742 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623398 Aug 26 06:20:24.610837 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1323488c-583b-46d6-9fd3-1d5d1d8b3dbf req-91384e36-c68a-4745-9fb9-fccd56b58d84 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 210 time: 0.0448267 Aug 26 06:20:25.028327 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65970144-f5e7-403e-bb3f-836b108c426e req-a6fc4330-67e1-45de-89c7-fbce493c815b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:25.029002 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-65970144-f5e7-403e-bb3f-836b108c426e req-a6fc4330-67e1-45de-89c7-fbce493c815b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.0638087 Aug 26 06:20:25.064856 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:25.114432 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-65970144-f5e7-403e-bb3f-836b108c426e req-df9cd2df-79d1-4359-b82e-b1c5d989018e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786619 Aug 26 06:20:25.358996 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c7870-a7df-4739-a14a-c26c915357d5 req-8d2bec86-6632-48d6-bf91-9d813370cbb5 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:25.360851 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-108c7870-a7df-4739-a14a-c26c915357d5 req-8d2bec86-6632-48d6-bf91-9d813370cbb5 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 944 time: 0.0660844 Aug 26 06:20:25.371390 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2da85a46-d9e6-4e65-9deb-bd4cc72d591c req-d7f7d1aa-3990-4a15-8b0b-c97620a7db52 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f739aa85-1e49-4e21-ab74-9463ba8ffd4c HTTP/1.1" status: 200 len: 210 time: 0.0394931 Aug 26 06:20:25.391210 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:25.436137 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-108c7870-a7df-4739-a14a-c26c915357d5 req-44a40154-d957-4a48-82c6-d48596ba462f tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662377 Aug 26 06:20:25.523038 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 6 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:20:25.675782 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbdba0-fb81-4204-9480-c75fc1d83066 req-762d92d0-38e9-4285-a893-4a131170bb9d tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:25.678436 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-4ecbdba0-fb81-4204-9480-c75fc1d83066 req-762d92d0-38e9-4285-a893-4a131170bb9d tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0748560 Aug 26 06:20:25.746686 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-4ecbdba0-fb81-4204-9480-c75fc1d83066 req-7de02f49-a9fb-4dd4-b8ce-2dbddac38f5c tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620298 Aug 26 06:20:25.804712 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-bcc6f64b-0030-41b1-a7f0-daaf38b3540d req-8b610922-3727-4615-9e8d-605f486c3b4e tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 210 time: 0.0538468 Aug 26 06:20:26.277528 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510c03d-9281-40b0-927e-78a592ee69c1 req-9f79e844-acb3-4e6f-8961-b0ab6a51fc3a tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:26.279045 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2510c03d-9281-40b0-927e-78a592ee69c1 req-9f79e844-acb3-4e6f-8961-b0ab6a51fc3a tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.0601413 Aug 26 06:20:26.338298 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2510c03d-9281-40b0-927e-78a592ee69c1 req-a8702d13-bb2b-4e91-acee-139c76228aa3 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534370 Aug 26 06:20:26.420331 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c6cc3b80-9a4d-43c5-b7d8-9bae7d5a3f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:26.513944 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-9251419e-85ea-4610-a895-7977ef1e72e1 req-e9055cff-deae-4be7-8830-28a31cc973fe tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f739aa85-1e49-4e21-ab74-9463ba8ffd4c HTTP/1.1" status: 200 len: 210 time: 0.0362689 Aug 26 06:20:26.617612 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0729fb-9837-42f9-a69b-5b40c563be92 req-4b2e27df-0d00-47ab-8b13-12e0716f98bd tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:26.620191 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-4c0729fb-9837-42f9-a69b-5b40c563be92 req-4b2e27df-0d00-47ab-8b13-12e0716f98bd tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 944 time: 0.0735674 Aug 26 06:20:26.691341 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-4c0729fb-9837-42f9-a69b-5b40c563be92 req-96b64319-b84d-41e4-b7a5-d9827eaccd6b tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652862 Aug 26 06:20:26.709944 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:26.868905 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:26.887855 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b463d-f79c-4e76-a04b-d38eb7690b89 req-f648105d-aa81-4ab1-a977-b017a0e6dfa7 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:26.889489 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-6e4b463d-f79c-4e76-a04b-d38eb7690b89 req-f648105d-aa81-4ab1-a977-b017a0e6dfa7 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0534518 Aug 26 06:20:26.964689 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-7311cb08-cbeb-46e1-8f3b-7e90f7cb5c5a req-16e085f6-8072-44bf-8c39-91d20d49db79 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 210 time: 0.0535853 Aug 26 06:20:26.986826 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-6e4b463d-f79c-4e76-a04b-d38eb7690b89 req-465c834a-999e-453d-a85d-c2fcd05cb4ba tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851874 Aug 26 06:20:27.144373 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:INSERT=16,neutron:SELECT=79,neutron:UPDATE=5 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:27.492836 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adaaf77-89d6-4098-a968-952146325639 req-58743461-68b8-47f9-bdea-ec5a70b14655 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:27.495410 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0adaaf77-89d6-4098-a968-952146325639 req-58743461-68b8-47f9-bdea-ec5a70b14655 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.0663347 Aug 26 06:20:27.564149 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0adaaf77-89d6-4098-a968-952146325639 req-eca43386-55c4-4910-9d16-1326d552e59b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620024 Aug 26 06:20:27.683102 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-83170107-081c-420d-bcbc-8c72b6f265e1 req-13e7b02c-fc1e-4ccf-9acb-da8357bd28e6 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f739aa85-1e49-4e21-ab74-9463ba8ffd4c HTTP/1.1" status: 200 len: 210 time: 0.0443149 Aug 26 06:20:27.701330 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:27.838306 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb69dde-fb5c-48f6-80ab-05e074b051ec req-0916d61a-eb4c-4d3d-a0e5-0367aee6fd22 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:27.839806 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-bdb69dde-fb5c-48f6-80ab-05e074b051ec req-0916d61a-eb4c-4d3d-a0e5-0367aee6fd22 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 944 time: 0.0558157 Aug 26 06:20:27.899727 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-bdb69dde-fb5c-48f6-80ab-05e074b051ec req-3891a865-c621-4cc4-b77e-7f4ca6bdd7d7 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533888 Aug 26 06:20:27.904422 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:27.995652 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:28.120774 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2721cb0c-35df-4915-ac13-9da93b9523ac req-13349bce-c25a-4f8a-beeb-8ee6f9023b07 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1745aea6-2b4b-48cb-82d5-3c6f62c9196d HTTP/1.1" status: 200 len: 210 time: 0.0382802 Aug 26 06:20:28.190151 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51faf3f-ced7-49ae-91bc-33211f390994 req-19bf0b63-f0ff-403a-905e-6ae11fefef1d tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:28.192386 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a51faf3f-ced7-49ae-91bc-33211f390994 req-19bf0b63-f0ff-403a-905e-6ae11fefef1d tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0590465 Aug 26 06:20:28.267256 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a51faf3f-ced7-49ae-91bc-33211f390994 req-ac8312ea-86ef-4b55-9e62-0f3c7b89004f tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670071 Aug 26 06:20:28.706140 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-af37e793-627f-466e-9fa5-db8d31de5298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:28.742237 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe21c5-631a-4c24-b978-5566bae11971 req-deb59e25-700f-435f-838f-bd41c31fce64 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:28.743872 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-25fe21c5-631a-4c24-b978-5566bae11971 req-deb59e25-700f-435f-838f-bd41c31fce64 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.0645378 Aug 26 06:20:28.761101 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:28.801862 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-25fe21c5-631a-4c24-b978-5566bae11971 req-40fe6525-e4c2-42cd-9e20-47bb21806f79 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500669 Aug 26 06:20:28.811829 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-fdfa1617-9508-4e73-b8db-355c4eceef77 req-4d432db4-04aa-4a83-b281-9e3964e319d9 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f739aa85-1e49-4e21-ab74-9463ba8ffd4c HTTP/1.1" status: 200 len: 210 time: 0.0348463 Aug 26 06:20:29.047642 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab1eb5-2aee-41cf-bcc2-e4eab28c4d13 req-f2998ee2-f982-41cf-aec2-48e694c68f92 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:29.048947 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-eaab1eb5-2aee-41cf-bcc2-e4eab28c4d13 req-f2998ee2-f982-41cf-aec2-48e694c68f92 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 944 time: 0.0519245 Aug 26 06:20:29.125231 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-eaab1eb5-2aee-41cf-bcc2-e4eab28c4d13 req-3e9b8997-e2b5-4185-bae9-557e2c793e56 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658944 Aug 26 06:20:29.437281 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d43335-8bdc-45bb-a480-05df93a7d9f3 req-2fd8326b-193f-4fdd-8c10-d61c0ad5601b tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:29.438076 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-37d43335-8bdc-45bb-a480-05df93a7d9f3 req-2fd8326b-193f-4fdd-8c10-d61c0ad5601b tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0710649 Aug 26 06:20:29.522760 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-37d43335-8bdc-45bb-a480-05df93a7d9f3 req-c137e780-702d-4395-a4f2-3b433b0e2ff7 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688207 Aug 26 06:20:29.700153 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-f132ec91-b375-4e01-b1e5-0d0bf7991494 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:29.701682 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-f132ec91-b375-4e01-b1e5-0d0bf7991494 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/networks?id=acb716de-6bc0-4261-b952-78c0c00f2891 HTTP/1.1" status: 200 len: 809 time: 0.1739650 Aug 26 06:20:29.754845 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-f666e8c8-ddae-47de-afa4-c3124963b072 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/quotas/b38f9319c7534904ac58d1d9f9048b91 HTTP/1.1" status: 200 len: 375 time: 0.0435340 Aug 26 06:20:29.938886 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:30.090879 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda0006-4738-4ca5-9d25-2b3c0e6480aa req-8434c843-8c38-4d07-8d40-26fbd00d647c tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:30.115830 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-edda0006-4738-4ca5-9d25-2b3c0e6480aa req-8434c843-8c38-4d07-8d40-26fbd00d647c tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.1732588 Aug 26 06:20:30.203747 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-d69497f4-4d8e-4105-ade7-a5a456f3412d tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=b38f9319c7534904ac58d1d9f9048b91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4466846 Aug 26 06:20:30.299918 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-edda0006-4738-4ca5-9d25-2b3c0e6480aa req-41f462aa-7c19-4726-8105-190d687c79db tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683893 Aug 26 06:20:30.495710 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-f64413c0-976a-49a1-b04b-0de54a4408d7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/acb716de-6bc0-4261-b952-78c0c00f2891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901340 Aug 26 06:20:30.537106 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7d8481cc-1873-4106-b8d4-fddb274ef58e req-4f52bdef-a145-46b5-a098-adba3ce779b0 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f739aa85-1e49-4e21-ab74-9463ba8ffd4c HTTP/1.1" status: 200 len: 210 time: 0.0776296 Aug 26 06:20:30.682609 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-c7a9f500-eba7-4816-bdd9-eb955512f8de service neutron] 10.222.0.40 "GET /networking/v2.0/networks/acb716de-6bc0-4261-b952-78c0c00f2891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859708 Aug 26 06:20:30.823994 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3de0a2-1c9b-4ee3-887b-797b5d70f086 req-f76d0bd0-9e97-4292-ae6e-016bb67806ed tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:30.832528 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-bb3de0a2-1c9b-4ee3-887b-797b5d70f086 req-f76d0bd0-9e97-4292-ae6e-016bb67806ed tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 944 time: 0.0897219 Aug 26 06:20:30.833222 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:30.924757 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-bb3de0a2-1c9b-4ee3-887b-797b5d70f086 req-39f5e72b-ee19-4ea8-8c54-cc4dd5d3d2c4 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913937 Aug 26 06:20:31.084685 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fabbf-f9a1-4ec5-a68e-4142b725fb8d req-e6f3f572-8eea-4e88-aa4d-e0f7561cfbee tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:31.094651 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-190fabbf-f9a1-4ec5-a68e-4142b725fb8d req-e6f3f572-8eea-4e88-aa4d-e0f7561cfbee tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0737712 Aug 26 06:20:31.164013 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-190fabbf-f9a1-4ec5-a68e-4142b725fb8d req-4b970805-0783-4d83-a6a6-352f3584e5c0 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679431 Aug 26 06:20:31.324603 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device f4d37966-d902-4c07-9ee5-4be2e42d1714 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 06:20:31.741910 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port f4d37966-d902-4c07-9ee5-4be2e42d1714, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=f4d37966-d902-4c07-9ee5-4be2e42d1714,segment=NetworkSegment(61084740-e827-4b91-82dd-c854e7f47a2f),segment_id=61084740-e827-4b91-82dd-c854e7f47a2f)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:20:31.761600 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Returning: {'device': 'f4d37966-d902-4c07-9ee5-4be2e42d1714', 'network_id': 'e160e0e8-e0fd-4af5-b357-0de9a51426d2', 'port_id': 'f4d37966-d902-4c07-9ee5-4be2e42d1714', 'mac_address': 'fa:16:3e:5b:68:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d716194-1361-4e1c-afd7-19790eeb2259', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 06:20:31.808755 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port f4d37966-d902-4c07-9ee5-4be2e42d1714 is: DOWN; New status is: BUILD {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:20:31.809330 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (f4d37966-d902-4c07-9ee5-4be2e42d1714), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:31.830618 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4d37966-d902-4c07-9ee5-4be2e42d1714 {{(pid=107135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:20:31.867422 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port f4d37966-d902-4c07-9ee5-4be2e42d1714, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=f4d37966-d902-4c07-9ee5-4be2e42d1714,segment=NetworkSegment(61084740-e827-4b91-82dd-c854e7f47a2f),segment_id=61084740-e827-4b91-82dd-c854e7f47a2f)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:20:32.135515 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:32.204137 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:32.305068 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (f4d37966-d902-4c07-9ee5-4be2e42d1714), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:32.308958 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:32.417493 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=f4d37966-d902-4c07-9ee5-4be2e42d1714,revision_number=4']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:20:32.429296 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55ae45-5c35-4c72-92bd-3dabdcc90266 req-2ee7997b-ce8e-43f7-bd3e-eaa9ae8d2816 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:32.437456 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8b55ae45-5c35-4c72-92bd-3dabdcc90266 req-2ee7997b-ce8e-43f7-bd3e-eaa9ae8d2816 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.0714600 Aug 26 06:20:32.448252 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:32.452039 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:32.452039 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:32.452039 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:32.452039 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:32.452039 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:32.452039 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:32.452039 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:32.459383 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:32.459918 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:32.468038 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:32.468725 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:32.469257 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:32.469760 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:32.470288 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:32.609300 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8b55ae45-5c35-4c72-92bd-3dabdcc90266 req-b2d5d76e-f2f0-4fba-aba6-36b05531428f tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704352 Aug 26 06:20:32.633064 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] get_ports_and_sgs() called for port_ids ['f4d37966-d902-4c07-9ee5-4be2e42d1714'] {{(pid=107135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 06:20:32.829199 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-0d0d04aa-2930-4c0a-8aa3-a04ab987adb4 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:32.834347 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-0d0d04aa-2930-4c0a-8aa3-a04ab987adb4 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.76 "GET /networking/v2.0/networks?id=6c5f68e8-9704-4e4e-a557-4e9515d804ef HTTP/1.1" status: 200 len: 811 time: 0.2056868 Aug 26 06:20:32.836220 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9e62e3af-be5a-4e76-893c-c786c644ded0 req-abf6e40a-4545-40fe-a531-4eafc4d535d6 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f739aa85-1e49-4e21-ab74-9463ba8ffd4c HTTP/1.1" status: 200 len: 210 time: 0.0569642 Aug 26 06:20:32.976630 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-f9d4c5bb-7539-4cb1-8e11-0e7af0ebd72d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fde0e661bd5646bab91b5e6b623a2e7e HTTP/1.1" status: 200 len: 380 time: 0.1315491 Aug 26 06:20:32.991693 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-959ad469-70ff-4dd0-8431-eee23791758c tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Request body: {'port': {'device_id': 'f739aa85-1e49-4e21-ab74-9463ba8ffd4c', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'admin_state_up': True, 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'security_groups': ['5344e8cb-c253-4a5e-a56d-2a9ce3317e14']}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:20:33.093305 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aebb6e-4ece-4d05-a89b-2e6cfb468167 req-11d5ac8d-f7fc-4bc9-adc9-38bfd640bf60 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:33.101879 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-18aebb6e-4ece-4d05-a89b-2e6cfb468167 req-11d5ac8d-f7fc-4bc9-adc9-38bfd640bf60 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 945 time: 0.0968890 Aug 26 06:20:33.187722 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-18aebb6e-4ece-4d05-a89b-2e6cfb468167 req-a8eb797a-1b3d-4ba0-938b-093ce7a60629 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833051 Aug 26 06:20:33.319511 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-959ad469-70ff-4dd0-8431-eee23791758c tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Made reservation on behalf of fde0e661bd5646bab91b5e6b623a2e7e for: {'port': 1} {{(pid=107133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:20:33.329918 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-959ad469-70ff-4dd0-8431-eee23791758c tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:33.358978 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669cae9-4798-4c20-8bdf-b8817c64f58c req-d22f42e5-5618-4576-a5b6-a52f3f7f5025 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:33.381219 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0669cae9-4798-4c20-8bdf-b8817c64f58c req-d22f42e5-5618-4576-a5b6-a52f3f7f5025 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0964682 Aug 26 06:20:33.571456 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_common [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-959ad469-70ff-4dd0-8431-eee23791758c tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Allocated IP 172.20.0.10 (6c5f68e8-9704-4e4e-a557-4e9515d804ef/78073db3-4b4a-4ba4-91af-0bd41027d48e/61f75c3c-a587-4be9-a681-7f29d66f4b4c) {{(pid=107133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:20:33.662103 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0669cae9-4798-4c20-8bdf-b8817c64f58c req-99efc748-bf5a-472a-906f-a980daa618ec tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2644374 Aug 26 06:20:33.798807 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a5d61672-b50a-4ecd-8594-ea0fca8b9b24 req-ecdb92a0-df4c-4dab-94fe-f01eb7e8ae42 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ac54c89b-a0e4-4948-8da6-e9627afd22d4 HTTP/1.1" status: 200 len: 210 time: 0.0293136 Aug 26 06:20:33.832618 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:33.935135 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-959ad469-70ff-4dd0-8431-eee23791758c tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for port (61f75c3c-a587-4be9-a681-7f29d66f4b4c), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:34.021331 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683561e-783a-427d-bd29-dd15806f3737 req-5b74ed8f-c5af-4014-8583-714e00b6d84e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:34.023412 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-7683561e-783a-427d-bd29-dd15806f3737 req-5b74ed8f-c5af-4014-8583-714e00b6d84e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.0929024 Aug 26 06:20:34.093447 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-7683561e-783a-427d-bd29-dd15806f3737 req-a9f894b2-f6ca-4450-aeaf-cac5bda83451 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597074 Aug 26 06:20:34.174982 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-959ad469-70ff-4dd0-8431-eee23791758c tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (61f75c3c-a587-4be9-a681-7f29d66f4b4c), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:34.270677 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-959ad469-70ff-4dd0-8431-eee23791758c tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Network 6c5f68e8-9704-4e4e-a557-4e9515d804ef is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:20:34.274024 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-959ad469-70ff-4dd0-8431-eee23791758c tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:20:34.292741 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a4b0b-2d9b-4614-b9d3-c69516e58ee5 req-f2a03133-4b03-4eb6-9ded-5bc95db236a7 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:34.299833 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-907a4b0b-2d9b-4614-b9d3-c69516e58ee5 req-f2a03133-4b03-4eb6-9ded-5bc95db236a7 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f739aa85-1e49-4e21-ab74-9463ba8ffd4c HTTP/1.1" status: 200 len: 932 time: 0.0877209 Aug 26 06:20:34.316503 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ad469-70ff-4dd0-8431-eee23791758c tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Pushing event updated for resources: {'Port': ['ID=61f75c3c-a587-4be9-a681-7f29d66f4b4c,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:20:34.336766 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-959ad469-70ff-4dd0-8431-eee23791758c tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Received port after_create {{(pid=107133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:20:34.507011 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-907a4b0b-2d9b-4614-b9d3-c69516e58ee5 req-65f43625-1fc2-4183-bd9b-7c497b2ba468 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021880 Aug 26 06:20:34.733634 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba68ce5-862f-45f9-a99f-8ce2ffcc0888 req-570ee3fa-2d00-4375-9652-98a8ab3a255e tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:34.733634 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-cba68ce5-862f-45f9-a99f-8ce2ffcc0888 req-570ee3fa-2d00-4375-9652-98a8ab3a255e tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0620961 Aug 26 06:20:34.734866 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-19013e6b-a553-4c59-9c55-84a17bca6c36 None None] Provisioning complete for port 61f75c3c-a587-4be9-a681-7f29d66f4b4c triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:20:34.734866 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-19013e6b-a553-4c59-9c55-84a17bca6c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (61f75c3c-a587-4be9-a681-7f29d66f4b4c), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:34.765385 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-cba68ce5-862f-45f9-a99f-8ce2ffcc0888 req-5bbc6cf9-bccf-481e-bce0-f97434fd0284 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796573 Aug 26 06:20:34.770884 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-19013e6b-a553-4c59-9c55-84a17bca6c36 None None] Port 61f75c3c-a587-4be9-a681-7f29d66f4b4c cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:20:34.794926 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-959ad469-70ff-4dd0-8431-eee23791758c tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:34.795479 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-959ad469-70ff-4dd0-8431-eee23791758c tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:34.805447 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0508270-07f2-448f-8072-c46d9799f36c req-e45f24f8-1924-4e7c-a649-a8ade8554183 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:34.807671 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d0508270-07f2-448f-8072-c46d9799f36c req-e45f24f8-1924-4e7c-a649-a8ade8554183 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 945 time: 0.0931888 Aug 26 06:20:34.905832 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d0508270-07f2-448f-8072-c46d9799f36c req-fa42e242-2001-46c1-9d0e-4272d1bde1dc tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870452 Aug 26 06:20:34.938010 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8a354352-87b9-40bf-8152-15297fc22179 req-55a102a4-88e4-4840-8a1e-457b997055b2 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ac54c89b-a0e4-4948-8da6-e9627afd22d4 HTTP/1.1" status: 200 len: 210 time: 0.0305710 Aug 26 06:20:35.289506 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a33034-ebe9-484d-a34a-68dc80cdae43 req-1a047f98-6cb0-4be0-834d-1aea01899bbf tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:35.291204 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-40a33034-ebe9-484d-a34a-68dc80cdae43 req-1a047f98-6cb0-4be0-834d-1aea01899bbf tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.0743215 Aug 26 06:20:35.325614 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-959ad469-70ff-4dd0-8431-eee23791758c tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3434453 Aug 26 06:20:35.364926 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-40a33034-ebe9-484d-a34a-68dc80cdae43 req-8b73a676-ce4b-4554-924d-127e05f862b6 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660484 Aug 26 06:20:35.518059 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:35.575549 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:35.704534 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0190664-031d-492b-8e18-f770ccb68f34 req-668cf7f7-1b35-44cd-bc69-8640fca15487 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:35.712372 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-b0190664-031d-492b-8e18-f770ccb68f34 req-668cf7f7-1b35-44cd-bc69-8640fca15487 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f739aa85-1e49-4e21-ab74-9463ba8ffd4c HTTP/1.1" status: 200 len: 932 time: 0.0825114 Aug 26 06:20:35.762562 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-b0190664-031d-492b-8e18-f770ccb68f34 req-2bff438d-30b3-44ad-b03e-495c1f10b3bb tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491884 Aug 26 06:20:35.924829 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2e26d-ce58-4cfe-a5ac-dfe6facb85f6 req-72a14dd3-50ac-43cb-9777-366c0e2183eb tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:35.937736 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4ab2e26d-ce58-4cfe-a5ac-dfe6facb85f6 req-72a14dd3-50ac-43cb-9777-366c0e2183eb tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0759392 Aug 26 06:20:36.008460 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-d3f20957-3180-4633-9646-c95f6aaa13d1 service neutron] Request body: {'port': {'device_id': 'f739aa85-1e49-4e21-ab74-9463ba8ffd4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:20:36.130002 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4ab2e26d-ce58-4cfe-a5ac-dfe6facb85f6 req-02569151-1f03-4eb1-91fa-488e62e339c7 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894531 Aug 26 06:20:36.339136 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2db23f-1d0b-4579-a676-69892feda549 req-dcb0dab2-dc76-4959-82f7-6f4aed0fc7aa tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:36.342107 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-4a2db23f-1d0b-4579-a676-69892feda549 req-dcb0dab2-dc76-4959-82f7-6f4aed0fc7aa tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 945 time: 0.1535566 Aug 26 06:20:36.402195 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-725b2a7f-d7d3-4795-958f-5c3c5c2d5f32 req-7b7ed885-73b8-41b0-88fd-eff7c9a01e98 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ac54c89b-a0e4-4948-8da6-e9627afd22d4 HTTP/1.1" status: 200 len: 210 time: 0.0966854 Aug 26 06:20:36.406888 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-d3f20957-3180-4633-9646-c95f6aaa13d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (61f75c3c-a587-4be9-a681-7f29d66f4b4c), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:36.417236 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb8c2f-5653-4358-a6ce-ab3017c1c183 req-603c677f-49b6-4c13-901e-1a9bcf24d9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:36.420237 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-89eb8c2f-5653-4358-a6ce-ab3017c1c183 req-603c677f-49b6-4c13-901e-1a9bcf24d9c0 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=aceecfa04cf941348d542c3e55569384&device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 1129 time: 0.1349061 Aug 26 06:20:36.486882 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-4a2db23f-1d0b-4579-a676-69892feda549 req-60d8a62c-6f19-4027-9ab6-6406824570c1 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336391 Aug 26 06:20:36.491458 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device f4d37966-d902-4c07-9ee5-4be2e42d1714 up at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:20:36.604436 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning for port f4d37966-d902-4c07-9ee5-4be2e42d1714 completed by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 06:20:36.685310 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991694f4-0b70-4ca9-9a80-3311df2f8cbd req-84524ad8-9944-4d35-a45e-b78461609e8e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:36.686938 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-991694f4-0b70-4ca9-9a80-3311df2f8cbd req-84524ad8-9944-4d35-a45e-b78461609e8e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.1075134 Aug 26 06:20:36.741351 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning complete for port f4d37966-d902-4c07-9ee5-4be2e42d1714 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:20:36.741948 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (f4d37966-d902-4c07-9ee5-4be2e42d1714), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:36.851500 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-991694f4-0b70-4ca9-9a80-3311df2f8cbd req-e6bce8b6-f75f-427e-b5a1-28cd8ea1982c tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944097 Aug 26 06:20:36.948866 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:36.950930 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port f4d37966-d902-4c07-9ee5-4be2e42d1714 is: BUILD; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:20:36.958770 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (f4d37966-d902-4c07-9ee5-4be2e42d1714), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:37.000505 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb8c2f-5653-4358-a6ce-ab3017c1c183 req-2a2c1bcb-8a5a-40a9-a176-0a443bd1f366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:37.004763 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-89eb8c2f-5653-4358-a6ce-ab3017c1c183 req-2a2c1bcb-8a5a-40a9-a176-0a443bd1f366 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=9d86ecc4-b89c-4670-82c2-e19913819bab HTTP/1.1" status: 200 len: 911 time: 0.5687046 Aug 26 06:20:37.027702 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff368667-d93b-4b10-9606-09331ebb857c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d37966-d902-4c07-9ee5-4be2e42d1714'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:20:37.030402 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc106e9f9832226dd913a824a8ae1ea8f79b2df9cdef89c79e10f33880c5a8de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211b030d-e9aa-4f37-9ffc-3c200cc76f69" -d '{"events": [{"server_uuid": "ff368667-d93b-4b10-9606-09331ebb857c", "name": "network-vif-plugged", "status": "completed", "tag": "f4d37966-d902-4c07-9ee5-4be2e42d1714"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:20:37.073142 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port f4d37966-d902-4c07-9ee5-4be2e42d1714, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=f4d37966-d902-4c07-9ee5-4be2e42d1714,segment=NetworkSegment(61084740-e827-4b91-82dd-c854e7f47a2f),segment_id=61084740-e827-4b91-82dd-c854e7f47a2f)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:20:37.121444 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-d3ece6a0-451d-442b-b5ef-6c81e0d7e34f tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:37.135695 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-d3ece6a0-451d-442b-b5ef-6c81e0d7e34f tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/networks?id=be8035ab-d66f-4876-a168-341d4ebde9a9 HTTP/1.1" status: 200 len: 813 time: 0.2626767 Aug 26 06:20:37.171541 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-727e723c-8196-4644-8c9f-d701b1d174e7 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/quotas/7e90dec3a44a4763b0045af64212fc15 HTTP/1.1" status: 200 len: 375 time: 0.0343809 Aug 26 06:20:37.197175 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (f4d37966-d902-4c07-9ee5-4be2e42d1714), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:37.237776 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-5b545464-077a-4ee6-b9ec-e3c6b740ff97 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=7e90dec3a44a4763b0045af64212fc15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645332 Aug 26 06:20:37.254347 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-89eb8c2f-5653-4358-a6ce-ab3017c1c183 req-3d6fdd1c-0e13-4d85-a8fb-d785bc7d77c6 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785 HTTP/1.1" status: 200 len: 1001 time: 0.1777194 Aug 26 06:20:37.289323 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=f4d37966-d902-4c07-9ee5-4be2e42d1714,revision_number=5']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:20:37.299660 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05def36-e26f-4f11-970b-9038ec4940c7 req-cb353d9d-518e-4cb6-85f0-ac07ed10582b tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:37.306460 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c05def36-e26f-4f11-970b-9038ec4940c7 req-cb353d9d-518e-4cb6-85f0-ac07ed10582b tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f739aa85-1e49-4e21-ab74-9463ba8ffd4c HTTP/1.1" status: 200 len: 932 time: 0.2357287 Aug 26 06:20:37.334563 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:37.448157 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb8c2f-5653-4358-a6ce-ab3017c1c183 req-a57caa08-b13f-46ee-b39c-64ce8e4a8139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:37.450002 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-89eb8c2f-5653-4358-a6ce-ab3017c1c183 req-a57caa08-b13f-46ee-b39c-64ce8e4a8139 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=f9a116db-e15a-40d5-881d-57010dc489a7 HTTP/1.1" status: 200 len: 849 time: 0.1371169 Aug 26 06:20:37.471362 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-a3acc399-12c9-4b06-963c-fa8c30c204e9 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/be8035ab-d66f-4876-a168-341d4ebde9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948407 Aug 26 06:20:37.529462 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c05def36-e26f-4f11-970b-9038ec4940c7 req-622bfc57-295c-485d-ac57-4e597dd9e96b tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989439 Aug 26 06:20:37.580026 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-d3f20957-3180-4633-9646-c95f6aaa13d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61f75c3c-a587-4be9-a681-7f29d66f4b4c {{(pid=107133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:20:37.597333 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb8c2f-5653-4358-a6ce-ab3017c1c183 req-7b8d1917-d3e4-48fc-91fc-23475badf48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:37.597333 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-89eb8c2f-5653-4358-a6ce-ab3017c1c183 req-7b8d1917-d3e4-48fc-91fc-23475badf48c service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=9d86ecc4-b89c-4670-82c2-e19913819bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1199613 Aug 26 06:20:37.604593 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-d3f20957-3180-4633-9646-c95f6aaa13d1 service neutron] Publish callbacks [] for port (61f75c3c-a587-4be9-a681-7f29d66f4b4c), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:37.686056 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-5617bb02-246f-41db-809c-0087360e4a58 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/be8035ab-d66f-4876-a168-341d4ebde9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114019 Aug 26 06:20:37.711361 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfb36ed-e590-4a11-90b2-df52c191dd2d x-openstack-request-id: req-2dfb36ed-e590-4a11-90b2-df52c191dd2d {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:20:37.711897 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff368667-d93b-4b10-9606-09331ebb857c", "name": "network-vif-plugged", "status": "completed", "tag": "f4d37966-d902-4c07-9ee5-4be2e42d1714", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:20:37.712387 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2dfb36ed-e590-4a11-90b2-df52c191dd2d {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:20:37.713016 dv-cinder-853910-3-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dfb36ed-e590-4a11-90b2-df52c191dd2d'] response: {'server_uuid': 'ff368667-d93b-4b10-9606-09331ebb857c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d37966-d902-4c07-9ee5-4be2e42d1714', 'code': 200} Aug 26 06:20:37.859935 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.provisioning_blocks [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-d3f20957-3180-4633-9646-c95f6aaa13d1 service neutron] Transition to ACTIVE for port object 61f75c3c-a587-4be9-a681-7f29d66f4b4c will not be triggered until provisioned by entity L2. {{(pid=107133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 06:20:38.018922 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-89eb8c2f-5653-4358-a6ce-ab3017c1c183 req-dde44117-916b-4987-90f6-869eeb44829f service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9d86ecc4-b89c-4670-82c2-e19913819bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023588 Aug 26 06:20:38.167207 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-d3f20957-3180-4633-9646-c95f6aaa13d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9095016'] for port (61f75c3c-a587-4be9-a681-7f29d66f4b4c), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:38.192644 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77447e45-c041-4df5-8c97-c1c48e251ea1 req-77b366de-d42c-40d9-a66b-08a4b6122fc8 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:38.204374 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-77447e45-c041-4df5-8c97-c1c48e251ea1 req-77b366de-d42c-40d9-a66b-08a4b6122fc8 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.3489478 Aug 26 06:20:38.356911 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-b9380272-6aba-4cef-8c45-443df9c08986 req-d3fbf0b3-61b4-4270-b142-80c7837ffd53 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ac54c89b-a0e4-4948-8da6-e9627afd22d4 HTTP/1.1" status: 200 len: 210 time: 0.0546317 Aug 26 06:20:38.389615 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f20957-3180-4633-9646-c95f6aaa13d1 service neutron] Pushing event updated for resources: {'Port': ['ID=61f75c3c-a587-4be9-a681-7f29d66f4b4c,revision_number=2']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:20:38.561002 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fa4a2-487b-4b7d-9c1c-2368f82051b3 req-3ac29de8-a0b9-4bfb-bb1a-000dbcb253e2 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:38.563219 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6f3fa4a2-487b-4b7d-9c1c-2368f82051b3 req-3ac29de8-a0b9-4bfb-bb1a-000dbcb253e2 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 946 time: 0.1061330 Aug 26 06:20:38.598029 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-77447e45-c041-4df5-8c97-c1c48e251ea1 req-8dd330e3-fd2d-4dd0-9f0e-7a9842506ed9 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3920388 Aug 26 06:20:38.605755 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d278624-124e-471c-981c-72fefa580df7 req-23af075d-f21a-4b6e-a14a-11afa898c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:38.615694 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7d278624-124e-471c-981c-72fefa580df7 req-23af075d-f21a-4b6e-a14a-11afa898c625 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 1130 time: 0.1054089 Aug 26 06:20:38.649616 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-89eb8c2f-5653-4358-a6ce-ab3017c1c183 req-27bd92ef-a48b-4b51-bd71-64b0d3581577 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9d86ecc4-b89c-4670-82c2-e19913819bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6215467 Aug 26 06:20:38.725505 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-d3f20957-3180-4633-9646-c95f6aaa13d1 service neutron] Attempting to bind port 61f75c3c-a587-4be9-a681-7f29d66f4b4c on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:20:38.725794 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-d3f20957-3180-4633-9646-c95f6aaa13d1 service neutron] Attempting to bind port 61f75c3c-a587-4be9-a681-7f29d66f4b4c by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '2277a1fe-3a58-44e4-9188-12fe782742b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef'}] {{(pid=107133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:20:38.726189 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-d3f20957-3180-4633-9646-c95f6aaa13d1 service neutron] Attempting to bind port 61f75c3c-a587-4be9-a681-7f29d66f4b4c on network 6c5f68e8-9704-4e4e-a557-4e9515d804ef {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:20:38.729569 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6f3fa4a2-487b-4b7d-9c1c-2368f82051b3 req-b618bbc2-2de8-4d76-8c7a-e01a5f60e841 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431870 Aug 26 06:20:38.840929 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-d3f20957-3180-4633-9646-c95f6aaa13d1 service neutron] Port 61f75c3c-a587-4be9-a681-7f29d66f4b4c on network 6c5f68e8-9704-4e4e-a557-4e9515d804ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 06:20:38.841644 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-d3f20957-3180-4633-9646-c95f6aaa13d1 service neutron] Attempting to bind port 61f75c3c-a587-4be9-a681-7f29d66f4b4c on network 6c5f68e8-9704-4e4e-a557-4e9515d804ef {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:20:38.853819 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7d278624-124e-471c-981c-72fefa580df7 req-6dd8799d-209f-447c-8436-dc21d6a47266 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148211 Aug 26 06:20:38.862447 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-d3f20957-3180-4633-9646-c95f6aaa13d1 service neutron] Checking agent: {'id': '607bbde6-0fd2-4787-87ed-7343841db9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'started_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:20:38.864661 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-d3f20957-3180-4633-9646-c95f6aaa13d1 service neutron] Checking segment: {'id': '2277a1fe-3a58-44e4-9188-12fe782742b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:20:38.865756 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-d3f20957-3180-4633-9646-c95f6aaa13d1 service neutron] Bound using segment: {'id': '2277a1fe-3a58-44e4-9188-12fe782742b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef'} {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:20:38.866995 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-d3f20957-3180-4633-9646-c95f6aaa13d1 service neutron] Bound port: 61f75c3c-a587-4be9-a681-7f29d66f4b4c, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2277a1fe-3a58-44e4-9188-12fe782742b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef'}}] {{(pid=107133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:20:38.869870 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-d3f20957-3180-4633-9646-c95f6aaa13d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (61f75c3c-a587-4be9-a681-7f29d66f4b4c), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:38.872871 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0dc76ac6-a849-4173-9e25-909cd1e7b976 req-51ea1383-ec8c-4b98-8bbf-c6450dd49378 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49523656-e2db-453f-a79f-435e6991bacc HTTP/1.1" status: 200 len: 210 time: 0.0718620 Aug 26 06:20:38.934511 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbcd8f0-667d-42c4-bc39-8c9a27a2c6f9 req-df07702b-ae46-44ab-b107-e3729276f994 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:38.936177 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-3fbcd8f0-667d-42c4-bc39-8c9a27a2c6f9 req-df07702b-ae46-44ab-b107-e3729276f994 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.2004461 Aug 26 06:20:39.030245 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-3fbcd8f0-667d-42c4-bc39-8c9a27a2c6f9 req-6d0fe5c4-c66d-4cc9-99bc-8f67cd4a3dc4 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830901 Aug 26 06:20:39.072427 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-d3f20957-3180-4633-9646-c95f6aaa13d1 service neutron] For port 61f75c3c-a587-4be9-a681-7f29d66f4b4c, host hv-cinder-85391, cleared binding levels {{(pid=107133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:20:39.093809 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-d3f20957-3180-4633-9646-c95f6aaa13d1 service neutron] For port 61f75c3c-a587-4be9-a681-7f29d66f4b4c, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=61f75c3c-a587-4be9-a681-7f29d66f4b4c,segment=NetworkSegment(2277a1fe-3a58-44e4-9188-12fe782742b9),segment_id=2277a1fe-3a58-44e4-9188-12fe782742b9)] {{(pid=107133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:20:39.096792 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9b18d-87bc-4018-8426-b867098179e1 req-7c805f67-9164-448a-8702-a568536a8939 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:39.099413 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9eb9b18d-87bc-4018-8426-b867098179e1 req-7c805f67-9164-448a-8702-a568536a8939 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f739aa85-1e49-4e21-ab74-9463ba8ffd4c HTTP/1.1" status: 200 len: 944 time: 0.1080651 Aug 26 06:20:39.170840 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9eb9b18d-87bc-4018-8426-b867098179e1 req-b5d9a6ba-fbca-4757-8163-ed9ce12757c2 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621445 Aug 26 06:20:39.324432 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-d3f20957-3180-4633-9646-c95f6aaa13d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9095016'] for port (61f75c3c-a587-4be9-a681-7f29d66f4b4c), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:39.331218 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-d3f20957-3180-4633-9646-c95f6aaa13d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:39.332073 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-d3f20957-3180-4633-9646-c95f6aaa13d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:39.335575 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-d3f20957-3180-4633-9646-c95f6aaa13d1 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/61f75c3c-a587-4be9-a681-7f29d66f4b4c HTTP/1.1" status: 200 len: 1094 time: 3.3516042 Aug 26 06:20:39.449113 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f739aa85-1e49-4e21-ab74-9463ba8ffd4c', 'tag': '61f75c3c-a587-4be9-a681-7f29d66f4b4c'}] {{(pid=107133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:20:39.456820 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8285fbc4cf3847b51d9cb7eba3379b7f58b909d4ff4eae5f417f2c246939f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed18ebc4-ffac-4f99-9977-c388c57263b0" -d '{"events": [{"name": "network-changed", "server_uuid": "f739aa85-1e49-4e21-ab74-9463ba8ffd4c", "tag": "61f75c3c-a587-4be9-a681-7f29d66f4b4c"}]}' {{(pid=107133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:20:39.554231 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7612f9de-fd40-477a-bd69-8b460c079687 x-openstack-request-id: req-7612f9de-fd40-477a-bd69-8b460c079687 {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:20:39.554585 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f739aa85-1e49-4e21-ab74-9463ba8ffd4c", "tag": "61f75c3c-a587-4be9-a681-7f29d66f4b4c", "status": "completed", "code": 200}]} {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:20:39.555351 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7612f9de-fd40-477a-bd69-8b460c079687 {{(pid=107133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:20:39.555803 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7612f9de-fd40-477a-bd69-8b460c079687'] response: {'name': 'network-changed', 'server_uuid': 'f739aa85-1e49-4e21-ab74-9463ba8ffd4c', 'tag': '61f75c3c-a587-4be9-a681-7f29d66f4b4c', 'status': 'completed', 'code': 200} Aug 26 06:20:39.596537 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-43ff9b9c-bae6-46ea-9805-f790635ae650 req-734c8174-eade-4d44-8cb0-9496f3b06ef6 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ac54c89b-a0e4-4948-8da6-e9627afd22d4 HTTP/1.1" status: 200 len: 210 time: 0.0394387 Aug 26 06:20:39.670649 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f20957-3180-4633-9646-c95f6aaa13d1 service neutron] Pushing event updated for resources: {'Port': ['ID=61f75c3c-a587-4be9-a681-7f29d66f4b4c,revision_number=3']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:20:39.770368 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-1969476f-a673-4b95-aa19-36c55208c039 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:39.772084 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-1969476f-a673-4b95-aa19-36c55208c039 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.76 "GET /networking/v2.0/networks?id=acb716de-6bc0-4261-b952-78c0c00f2891 HTTP/1.1" status: 200 len: 809 time: 0.5159531 Aug 26 06:20:39.898474 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb67c3-0c4f-439c-a260-bec3de11e772 req-42cd987d-cb33-4360-929f-d20c108b49e0 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:39.900635 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-39cb67c3-0c4f-439c-a260-bec3de11e772 req-42cd987d-cb33-4360-929f-d20c108b49e0 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.1048796 Aug 26 06:20:39.945575 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe07caa-4966-48a9-bbf2-227f1149d06a req-f5ea3c52-58fa-4607-85db-640cd31e1b24 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:39.947603 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-9fe07caa-4966-48a9-bbf2-227f1149d06a req-f5ea3c52-58fa-4607-85db-640cd31e1b24 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 946 time: 0.0647399 Aug 26 06:20:39.982987 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-39cb67c3-0c4f-439c-a260-bec3de11e772 req-d56bf4c8-d439-419f-a654-aba936ff7e82 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752876 Aug 26 06:20:40.026218 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-9fe07caa-4966-48a9-bbf2-227f1149d06a req-9e36295b-5703-40df-a8f3-7768ead79975 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688510 Aug 26 06:20:40.107591 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-25d364c4-c10a-4c56-bf21-a0497c602e6d tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Request body: {'port': {'device_id': 'ac54c89b-a0e4-4948-8da6-e9627afd22d4', 'network_id': 'acb716de-6bc0-4261-b952-78c0c00f2891', 'admin_state_up': True, 'tenant_id': 'b38f9319c7534904ac58d1d9f9048b91'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:20:40.201926 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a14065ef-c3a2-41bc-b83f-df598259d2da req-1981ca1d-5132-4098-b343-2d711cb5af62 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49523656-e2db-453f-a79f-435e6991bacc HTTP/1.1" status: 200 len: 210 time: 0.1251400 Aug 26 06:20:40.414588 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e0eec-beab-4023-b333-2d845cf95c76 req-79c6b49f-c2be-483f-89ab-bbabbbdd24aa tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:40.436652 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-367e0eec-beab-4023-b333-2d845cf95c76 req-79c6b49f-c2be-483f-89ab-bbabbbdd24aa tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f739aa85-1e49-4e21-ab74-9463ba8ffd4c HTTP/1.1" status: 200 len: 944 time: 0.0874019 Aug 26 06:20:40.477751 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18ebc4-ffac-4f99-9977-c388c57263b0 req-a3585676-7008-470e-8a2d-9c9bf21e4ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:40.480057 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-ed18ebc4-ffac-4f99-9977-c388c57263b0 req-a3585676-7008-470e-8a2d-9c9bf21e4ca4 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=fde0e661bd5646bab91b5e6b623a2e7e&device_id=f739aa85-1e49-4e21-ab74-9463ba8ffd4c HTTP/1.1" status: 200 len: 1128 time: 0.3217151 Aug 26 06:20:40.486928 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b2560e74-e9ac-49b3-9775-866de407ef4b req-75d8bffe-1023-4289-983d-cf790234d2cd service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1666520 Aug 26 06:20:40.500069 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe8bd3-48d3-4492-829c-9c007b83f8ea req-d0513417-e31d-4b70-b69c-1aff84816515 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:40.507599 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-6bfe8bd3-48d3-4492-829c-9c007b83f8ea req-d0513417-e31d-4b70-b69c-1aff84816515 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.2180004 Aug 26 06:20:40.539436 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-367e0eec-beab-4023-b333-2d845cf95c76 req-e5422eba-7e23-47fb-b62c-33ddc838ef0e tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013896 Aug 26 06:20:40.616777 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-6bfe8bd3-48d3-4492-829c-9c007b83f8ea req-c26cff29-1702-4bc3-87a6-a2c3e81f2ba5 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079128 Aug 26 06:20:40.805369 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f9e7e189-7d88-4041-86db-0c6921439358 req-3e90a4fd-a6ff-4cb5-b6a3-8256d83383fe tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ac54c89b-a0e4-4948-8da6-e9627afd22d4 HTTP/1.1" status: 200 len: 210 time: 0.0427580 Aug 26 06:20:40.812992 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-25d364c4-c10a-4c56-bf21-a0497c602e6d tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Made reservation on behalf of b38f9319c7534904ac58d1d9f9048b91 for: {'port': 1} {{(pid=107133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:20:40.837242 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-25d364c4-c10a-4c56-bf21-a0497c602e6d tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:41.201228 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2560e74-e9ac-49b3-9775-866de407ef4b req-c2007137-8197-43e3-94d6-d4d99837dbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:41.203666 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b2560e74-e9ac-49b3-9775-866de407ef4b req-c2007137-8197-43e3-94d6-d4d99837dbf6 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=aceecfa04cf941348d542c3e55569384&device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 1129 time: 0.3212078 Aug 26 06:20:41.319822 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18ebc4-ffac-4f99-9977-c388c57263b0 req-ca90e6f6-36fc-4f01-8072-89051d93976e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:41.321463 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-ed18ebc4-ffac-4f99-9977-c388c57263b0 req-ca90e6f6-36fc-4f01-8072-89051d93976e service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=fde0e661bd5646bab91b5e6b623a2e7e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4383154 Aug 26 06:20:41.332901 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a165929-277b-4a54-a05a-e039b72e83d7 req-fe56d23f-f24b-48bd-a958-fad0ccc40063 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:41.337909 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5a165929-277b-4a54-a05a-e039b72e83d7 req-fe56d23f-f24b-48bd-a958-fad0ccc40063 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 946 time: 0.1325431 Aug 26 06:20:41.434506 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a772bb-52fa-4b9e-8871-16dd047b5d8b req-d3c9992d-9f95-4ed1-aaeb-725f4c5e6905 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:41.436265 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-65a772bb-52fa-4b9e-8871-16dd047b5d8b req-d3c9992d-9f95-4ed1-aaeb-725f4c5e6905 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.2243900 Aug 26 06:20:41.507049 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5a165929-277b-4a54-a05a-e039b72e83d7 req-6c081eb7-96b8-45f6-94cc-92a5946d50d4 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635468 Aug 26 06:20:41.686962 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-65a772bb-52fa-4b9e-8871-16dd047b5d8b req-08d8503a-4e8f-4586-b438-a5e7bea1cfce tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934218 Aug 26 06:20:41.703654 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-24f061d6-a39c-4977-9009-88de08d54f49 req-905f731c-005f-4c24-a824-2afac3a6c524 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49523656-e2db-453f-a79f-435e6991bacc HTTP/1.1" status: 200 len: 210 time: 0.0672133 Aug 26 06:20:41.713299 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_common [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-25d364c4-c10a-4c56-bf21-a0497c602e6d tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Allocated IP 172.20.0.9 (acb716de-6bc0-4261-b952-78c0c00f2891/73c73fe7-06bc-4f39-a55c-36ef4ab94c3a/8caf9b6b-dcf3-478e-8706-d6a2f2a69cde) {{(pid=107133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:20:41.725358 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2560e74-e9ac-49b3-9775-866de407ef4b req-530e5a84-9e7a-497c-ae5f-f70dbb5497b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:41.726930 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b2560e74-e9ac-49b3-9775-866de407ef4b req-530e5a84-9e7a-497c-ae5f-f70dbb5497b7 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=9d86ecc4-b89c-4670-82c2-e19913819bab HTTP/1.1" status: 200 len: 911 time: 0.4390647 Aug 26 06:20:41.747001 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18ebc4-ffac-4f99-9977-c388c57263b0 req-a0e864b2-b690-4656-a7ee-717016f353f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:41.748550 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-ed18ebc4-ffac-4f99-9977-c388c57263b0 req-a0e864b2-b690-4656-a7ee-717016f353f6 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4042435 Aug 26 06:20:41.836626 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b2560e74-e9ac-49b3-9775-866de407ef4b req-9a665b36-8477-479b-b996-5ea87ad94658 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785 HTTP/1.1" status: 200 len: 1001 time: 0.0912795 Aug 26 06:20:41.963139 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef0194-2cdc-4b0c-9e20-fd46b4a5193c req-b61a79a0-2f14-4f91-a2da-036821ff6c40 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:41.965795 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3eef0194-2cdc-4b0c-9e20-fd46b4a5193c req-b61a79a0-2f14-4f91-a2da-036821ff6c40 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.0901241 Aug 26 06:20:41.995883 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-ebf52e38-59e2-4c62-b517-0a956a77c9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:41.997433 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-ebf52e38-59e2-4c62-b517-0a956a77c9e9 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=fde0e661bd5646bab91b5e6b623a2e7e&device_id=f739aa85-1e49-4e21-ab74-9463ba8ffd4c HTTP/1.1" status: 200 len: 1128 time: 0.1599259 Aug 26 06:20:42.050039 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3eef0194-2cdc-4b0c-9e20-fd46b4a5193c req-0c09b3da-2b29-4ee0-b8f9-f142979a5eef tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753088 Aug 26 06:20:42.065885 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f64860-6184-49b5-9007-1c83afd100f0 req-9f194a5b-144b-4bf7-b0f7-2339dbf6e25f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:42.068182 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f1f64860-6184-49b5-9007-1c83afd100f0 req-9f194a5b-144b-4bf7-b0f7-2339dbf6e25f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f739aa85-1e49-4e21-ab74-9463ba8ffd4c HTTP/1.1" status: 200 len: 944 time: 0.2047644 Aug 26 06:20:42.085698 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2560e74-e9ac-49b3-9775-866de407ef4b req-1e000d9c-0658-4966-a2a1-f0d0622f11ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:42.087196 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b2560e74-e9ac-49b3-9775-866de407ef4b req-1e000d9c-0658-4966-a2a1-f0d0622f11ac service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=f9a116db-e15a-40d5-881d-57010dc489a7 HTTP/1.1" status: 200 len: 849 time: 0.2373097 Aug 26 06:20:42.114921 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-13b76727-23b8-423b-bd1d-a9ef078d443c service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61f75c3c-a587-4be9-a681-7f29d66f4b4c HTTP/1.1" status: 200 len: 217 time: 0.1052349 Aug 26 06:20:42.178994 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-fd947d18-b839-47c1-8914-452d6aa76916 req-63d9e9f5-5cfc-4d45-82f9-372976fe5fd1 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ac54c89b-a0e4-4948-8da6-e9627afd22d4 HTTP/1.1" status: 200 len: 210 time: 0.0463474 Aug 26 06:20:42.490731 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2560e74-e9ac-49b3-9775-866de407ef4b req-ae8b902e-310c-4970-8548-a79e81d73011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:42.492240 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b2560e74-e9ac-49b3-9775-866de407ef4b req-ae8b902e-310c-4970-8548-a79e81d73011 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=9d86ecc4-b89c-4670-82c2-e19913819bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3764613 Aug 26 06:20:42.549357 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f1f64860-6184-49b5-9007-1c83afd100f0 req-e2a6e6cc-73b0-4086-baf8-f744b243428e tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4657018 Aug 26 06:20:42.581128 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-310bea9a-a6eb-4602-9b08-c419a5e9d439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:42.582768 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-310bea9a-a6eb-4602-9b08-c419a5e9d439 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=78073db3-4b4a-4ba4-91af-0bd41027d48e HTTP/1.1" status: 200 len: 850 time: 0.4585025 Aug 26 06:20:42.658548 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-25d364c4-c10a-4c56-bf21-a0497c602e6d tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Publish callbacks [] for port (8caf9b6b-dcf3-478e-8706-d6a2f2a69cde), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:42.687887 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-3a6d8ec9-a64e-443a-a3b2-055133416536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:42.690260 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-3a6d8ec9-a64e-443a-a3b2-055133416536 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=6c5f68e8-9704-4e4e-a557-4e9515d804ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0978007 Aug 26 06:20:42.764572 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3beaf3c-1d72-41a5-b792-904975bc08ae req-3f820d4c-e2ca-4e10-8236-6e9f335cac5c tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:42.766322 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c3beaf3c-1d72-41a5-b792-904975bc08ae req-3f820d4c-e2ca-4e10-8236-6e9f335cac5c tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 946 time: 0.0684183 Aug 26 06:20:42.766800 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b2560e74-e9ac-49b3-9775-866de407ef4b req-3d9c02df-a836-4b3f-a175-cd59f99c25bd service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9d86ecc4-b89c-4670-82c2-e19913819bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578027 Aug 26 06:20:42.861307 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c3beaf3c-1d72-41a5-b792-904975bc08ae req-ec6b145e-f5e3-4c87-ad19-73fad41f39b9 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844660 Aug 26 06:20:42.940769 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-070f7842-1f4f-4f3f-9d83-36b735c351c3 req-baf49fc9-7bca-4730-b2cf-33caee3a1833 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49523656-e2db-453f-a79f-435e6991bacc HTTP/1.1" status: 200 len: 210 time: 0.0888016 Aug 26 06:20:43.019506 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-6575a901-4006-473b-9ad4-e65374ac1aca service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6c5f68e8-9704-4e4e-a557-4e9515d804ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205495 Aug 26 06:20:43.044823 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-25d364c4-c10a-4c56-bf21-a0497c602e6d tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (8caf9b6b-dcf3-478e-8706-d6a2f2a69cde), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:43.127241 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c77a7f-ef31-45bd-8c8f-760e0d431752 req-29ee0c7b-bf45-4466-84bd-9ad96d5e2fe7 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:43.135819 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-02c77a7f-ef31-45bd-8c8f-760e0d431752 req-29ee0c7b-bf45-4466-84bd-9ad96d5e2fe7 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 946 time: 0.1020617 Aug 26 06:20:43.225226 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:43.240346 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-02c77a7f-ef31-45bd-8c8f-760e0d431752 req-beed778c-78db-41a3-b0d1-2742805bbaf3 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030788 Aug 26 06:20:43.254862 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b2560e74-e9ac-49b3-9775-866de407ef4b req-fc73d723-e1d0-4c0b-aee4-af2456ac303f service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9d86ecc4-b89c-4670-82c2-e19913819bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800503 Aug 26 06:20:43.391239 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-25d364c4-c10a-4c56-bf21-a0497c602e6d tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Network acb716de-6bc0-4261-b952-78c0c00f2891 is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:20:43.406501 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-25d364c4-c10a-4c56-bf21-a0497c602e6d tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:20:43.431451 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-25d364c4-c10a-4c56-bf21-a0497c602e6d tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Received port after_create {{(pid=107133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:20:43.455474 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30725fd5-d6d6-4da1-8002-fce80e395e1a req-867adfc5-4c96-46f9-8915-584425cf3bad tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:43.458783 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-30725fd5-d6d6-4da1-8002-fce80e395e1a req-867adfc5-4c96-46f9-8915-584425cf3bad tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.2122080 Aug 26 06:20:43.485056 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78dd7a8-6507-4d0c-8543-d881df3c91ff req-a464164d-f132-4567-a722-655bf4b771c8 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:43.491335 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-d78dd7a8-6507-4d0c-8543-d881df3c91ff req-a464164d-f132-4567-a722-655bf4b771c8 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ac54c89b-a0e4-4948-8da6-e9627afd22d4 HTTP/1.1" status: 200 len: 931 time: 0.1184902 Aug 26 06:20:43.511099 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d364c4-c10a-4c56-bf21-a0497c602e6d tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Pushing event updated for resources: {'Port': ['ID=8caf9b6b-dcf3-478e-8706-d6a2f2a69cde,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:20:43.636114 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-d78dd7a8-6507-4d0c-8543-d881df3c91ff req-f5a75a62-e46c-4590-98dd-dcc4144d8125 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402647 Aug 26 06:20:43.649453 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-30725fd5-d6d6-4da1-8002-fce80e395e1a req-8f352157-235b-42ba-9302-4cf8b9d27a43 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314225 Aug 26 06:20:43.690326 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-25d364c4-c10a-4c56-bf21-a0497c602e6d tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:43.698831 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-25d364c4-c10a-4c56-bf21-a0497c602e6d tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:43.707196 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2bf08d9b-cd9d-4b09-9793-bce68baf4784 req-f2a1e344-8d6e-4b4e-bc39-795d4998ecb3 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6c5f68e8-9704-4e4e-a557-4e9515d804ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6635284 Aug 26 06:20:43.897787 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d179ffc-3585-407c-a532-3f8fa15850d4 req-6076a9bd-7d83-4028-abed-9223f5f00826 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:43.919793 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-6d179ffc-3585-407c-a532-3f8fa15850d4 req-6076a9bd-7d83-4028-abed-9223f5f00826 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f739aa85-1e49-4e21-ab74-9463ba8ffd4c HTTP/1.1" status: 200 len: 944 time: 0.0876811 Aug 26 06:20:43.932888 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-25d364c4-c10a-4c56-bf21-a0497c602e6d tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8427985 Aug 26 06:20:44.011932 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-6d179ffc-3585-407c-a532-3f8fa15850d4 req-9905a1e8-55d0-448e-acc2-3f293106b6bd tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908766 Aug 26 06:20:44.225153 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b4781454-469a-48a6-b7b6-95ae08f53657 req-f18a2ef0-c549-4aec-8c06-314b93f53396 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49523656-e2db-453f-a79f-435e6991bacc HTTP/1.1" status: 200 len: 210 time: 0.1107578 Aug 26 06:20:44.230843 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] Request body: {'port': {'device_id': 'ac54c89b-a0e4-4948-8da6-e9627afd22d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:20:44.320465 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (8caf9b6b-dcf3-478e-8706-d6a2f2a69cde), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:44.352083 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab5f5b-b7dd-4851-b798-85ff9e225fe0 req-83310d7d-a551-4c5c-b302-97de4596079c tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:44.354670 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-b6ab5f5b-b7dd-4851-b798-85ff9e225fe0 req-83310d7d-a551-4c5c-b302-97de4596079c tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 946 time: 0.1355095 Aug 26 06:20:44.474186 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-b6ab5f5b-b7dd-4851-b798-85ff9e225fe0 req-ccf4d5a2-7e1c-4d83-8621-7de45c412401 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113863 Aug 26 06:20:44.649221 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:44.908210 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8caf9b6b-dcf3-478e-8706-d6a2f2a69cde {{(pid=107133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:20:44.961020 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c05672-2363-4130-a287-f3eb2de55892 req-ab8bc450-649d-405c-80b7-94efc9e25f5c tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:44.968360 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] Publish callbacks [] for port (8caf9b6b-dcf3-478e-8706-d6a2f2a69cde), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:44.973876 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c7c05672-2363-4130-a287-f3eb2de55892 req-ab8bc450-649d-405c-80b7-94efc9e25f5c tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.1046546 Aug 26 06:20:45.021587 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f4dfe-a0f0-4952-8cae-13023667bc21 req-caa8faea-74c7-44b4-9033-5948e8223c0a tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:45.038996 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-775f4dfe-a0f0-4952-8cae-13023667bc21 req-caa8faea-74c7-44b4-9033-5948e8223c0a tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ac54c89b-a0e4-4948-8da6-e9627afd22d4 HTTP/1.1" status: 200 len: 931 time: 0.1784077 Aug 26 06:20:45.077169 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c7c05672-2363-4130-a287-f3eb2de55892 req-c4d75584-9f2f-42e8-8482-e39c5958d7a4 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006811 Aug 26 06:20:45.136272 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:45.190803 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.provisioning_blocks [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] Transition to ACTIVE for port object 8caf9b6b-dcf3-478e-8706-d6a2f2a69cde will not be triggered until provisioned by entity L2. {{(pid=107133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 06:20:45.345514 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-775f4dfe-a0f0-4952-8cae-13023667bc21 req-0a875a15-4872-43db-b87f-e44d9c91b3e7 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050005 Aug 26 06:20:45.394011 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-f68e79d5-e9b9-4119-99fa-15a4fad0d010 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:45.397449 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-f68e79d5-e9b9-4119-99fa-15a4fad0d010 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.76 "GET /networking/v2.0/networks?id=be8035ab-d66f-4876-a168-341d4ebde9a9 HTTP/1.1" status: 200 len: 813 time: 0.3465500 Aug 26 06:20:45.490477 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14bae0-9de8-4914-8d35-0fac0e68938e req-35d3242b-ee44-4270-b410-756fe57e1154 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:45.494206 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0e14bae0-9de8-4914-8d35-0fac0e68938e req-35d3242b-ee44-4270-b410-756fe57e1154 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f739aa85-1e49-4e21-ab74-9463ba8ffd4c HTTP/1.1" status: 200 len: 944 time: 0.1521938 Aug 26 06:20:45.557261 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-9e86e974-2b6f-45f0-881a-2dbbd8e5bca9 req-de8edf51-3a04-47de-92ee-082bf24fa076 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49523656-e2db-453f-a79f-435e6991bacc HTTP/1.1" status: 200 len: 210 time: 0.0639045 Aug 26 06:20:45.575833 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9095016'] for port (8caf9b6b-dcf3-478e-8706-d6a2f2a69cde), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:45.648754 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0e14bae0-9de8-4914-8d35-0fac0e68938e req-dde6141c-d62d-421f-b5e5-23712a026add tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455655 Aug 26 06:20:45.679443 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-38a64ff9-6ac6-4c98-8e43-8f2bf5b10882 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Request body: {'port': {'device_id': '49523656-e2db-453f-a79f-435e6991bacc', 'network_id': 'be8035ab-d66f-4876-a168-341d4ebde9a9', 'admin_state_up': True, 'tenant_id': '7e90dec3a44a4763b0045af64212fc15'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:20:45.869204 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:46.017788 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] Pushing event updated for resources: {'Port': ['ID=8caf9b6b-dcf3-478e-8706-d6a2f2a69cde,revision_number=2']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:20:46.069138 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] Attempting to bind port 8caf9b6b-dcf3-478e-8706-d6a2f2a69cde on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:20:46.071044 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] Attempting to bind port 8caf9b6b-dcf3-478e-8706-d6a2f2a69cde by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': 'da7c9f63-cf36-404c-a816-66d394fc780b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'acb716de-6bc0-4261-b952-78c0c00f2891'}] {{(pid=107133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:20:46.071846 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] Attempting to bind port 8caf9b6b-dcf3-478e-8706-d6a2f2a69cde on network acb716de-6bc0-4261-b952-78c0c00f2891 {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:20:46.088233 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] Port 8caf9b6b-dcf3-478e-8706-d6a2f2a69cde on network acb716de-6bc0-4261-b952-78c0c00f2891 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 06:20:46.089284 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] Attempting to bind port 8caf9b6b-dcf3-478e-8706-d6a2f2a69cde on network acb716de-6bc0-4261-b952-78c0c00f2891 {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:20:46.106494 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] Checking agent: {'id': '607bbde6-0fd2-4787-87ed-7343841db9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'started_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:20:46.107288 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] Checking segment: {'id': 'da7c9f63-cf36-404c-a816-66d394fc780b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'acb716de-6bc0-4261-b952-78c0c00f2891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:20:46.107999 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] Bound using segment: {'id': 'da7c9f63-cf36-404c-a816-66d394fc780b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'acb716de-6bc0-4261-b952-78c0c00f2891'} {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:20:46.109076 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] Bound port: 8caf9b6b-dcf3-478e-8706-d6a2f2a69cde, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da7c9f63-cf36-404c-a816-66d394fc780b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'acb716de-6bc0-4261-b952-78c0c00f2891'}}] {{(pid=107133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:20:46.109761 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (8caf9b6b-dcf3-478e-8706-d6a2f2a69cde), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:46.274377 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] For port 8caf9b6b-dcf3-478e-8706-d6a2f2a69cde, host hv-cinder-85391, cleared binding levels {{(pid=107133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:20:46.340375 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] For port 8caf9b6b-dcf3-478e-8706-d6a2f2a69cde, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=8caf9b6b-dcf3-478e-8706-d6a2f2a69cde,segment=NetworkSegment(da7c9f63-cf36-404c-a816-66d394fc780b),segment_id=da7c9f63-cf36-404c-a816-66d394fc780b)] {{(pid=107133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:20:46.384137 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d19c2-ed84-498d-8ccc-25272c8629c7 req-a86d408e-6298-4abf-94f6-d39b44f613b9 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:46.390711 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c22d19c2-ed84-498d-8ccc-25272c8629c7 req-a86d408e-6298-4abf-94f6-d39b44f613b9 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.1479218 Aug 26 06:20:46.415356 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-38a64ff9-6ac6-4c98-8e43-8f2bf5b10882 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Made reservation on behalf of 7e90dec3a44a4763b0045af64212fc15 for: {'port': 1} {{(pid=107133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:20:46.420124 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-38a64ff9-6ac6-4c98-8e43-8f2bf5b10882 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:46.653736 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9095016'] for port (8caf9b6b-dcf3-478e-8706-d6a2f2a69cde), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:46.672604 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6702e-8ba8-42b1-8014-8a6bc300bd35 req-537b33a6-70b9-48e4-a6b7-87baaac4eaca tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:46.686388 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-07a6702e-8ba8-42b1-8014-8a6bc300bd35 req-537b33a6-70b9-48e4-a6b7-87baaac4eaca tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ac54c89b-a0e4-4948-8da6-e9627afd22d4 HTTP/1.1" status: 200 len: 943 time: 0.0996115 Aug 26 06:20:46.696085 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:46.697181 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:46.699612 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/8caf9b6b-dcf3-478e-8706-d6a2f2a69cde HTTP/1.1" status: 200 len: 1093 time: 2.4773893 Aug 26 06:20:46.717386 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac54c89b-a0e4-4948-8da6-e9627afd22d4', 'tag': '8caf9b6b-dcf3-478e-8706-d6a2f2a69cde'}] {{(pid=107133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:20:46.720797 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8285fbc4cf3847b51d9cb7eba3379b7f58b909d4ff4eae5f417f2c246939f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a896026-10b6-4c5b-a837-43f93c52ae87" -d '{"events": [{"name": "network-changed", "server_uuid": "ac54c89b-a0e4-4948-8da6-e9627afd22d4", "tag": "8caf9b6b-dcf3-478e-8706-d6a2f2a69cde"}]}' {{(pid=107133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:20:46.750507 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c22d19c2-ed84-498d-8ccc-25272c8629c7 req-5b02f47c-581b-4e6c-8e67-7b8df57b8fa9 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2963355 Aug 26 06:20:46.841483 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-07a6702e-8ba8-42b1-8014-8a6bc300bd35 req-9d0db138-629e-483a-bf50-8200e8680423 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523728 Aug 26 06:20:47.073316 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d651f8af-14cd-477d-be40-7e74d7c98c4a req-a01911be-c45c-4b6c-a44f-fa21ef845751 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49523656-e2db-453f-a79f-435e6991bacc HTTP/1.1" status: 200 len: 210 time: 0.1047065 Aug 26 06:20:47.079084 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:47.087768 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df194219-4080-4ce4-a0c7-d4eccc18a24d req-81aaa33a-b181-4cae-8cfb-cc26a8016916 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:47.095447 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-df194219-4080-4ce4-a0c7-d4eccc18a24d req-81aaa33a-b181-4cae-8cfb-cc26a8016916 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f739aa85-1e49-4e21-ab74-9463ba8ffd4c HTTP/1.1" status: 200 len: 944 time: 0.1083946 Aug 26 06:20:47.174183 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf36410-0835-48ce-8d8e-431bfa3802d4 x-openstack-request-id: req-caf36410-0835-48ce-8d8e-431bfa3802d4 {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:20:47.175186 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac54c89b-a0e4-4948-8da6-e9627afd22d4", "tag": "8caf9b6b-dcf3-478e-8706-d6a2f2a69cde", "status": "completed", "code": 200}]} {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:20:47.175466 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-caf36410-0835-48ce-8d8e-431bfa3802d4 {{(pid=107133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:20:47.176646 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caf36410-0835-48ce-8d8e-431bfa3802d4'] response: {'name': 'network-changed', 'server_uuid': 'ac54c89b-a0e4-4948-8da6-e9627afd22d4', 'tag': '8caf9b6b-dcf3-478e-8706-d6a2f2a69cde', 'status': 'completed', 'code': 200} Aug 26 06:20:47.177352 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] Pushing event updated for resources: {'Port': ['ID=8caf9b6b-dcf3-478e-8706-d6a2f2a69cde,revision_number=3']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:20:47.196302 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:47.197840 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:47.197840 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:47.197840 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:47.197840 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:47.198359 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:47.198536 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:47.198860 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:47.199191 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:47.199521 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:47.199851 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:47.200178 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:47.200568 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:47.200965 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:47.201339 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826da17c-8ca7-4e55-986a-c812d5de0e3e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:47.227169 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-df194219-4080-4ce4-a0c7-d4eccc18a24d req-356a7922-a421-4aa0-a734-3cf81a8ba66e tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150944 Aug 26 06:20:47.235861 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-3ae5fc6c-caed-408a-9e0a-6bf44cea5c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:47.235861 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-3ae5fc6c-caed-408a-9e0a-6bf44cea5c7a service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=b38f9319c7534904ac58d1d9f9048b91&device_id=ac54c89b-a0e4-4948-8da6-e9627afd22d4 HTTP/1.1" status: 200 len: 1127 time: 0.1781557 Aug 26 06:20:47.236177 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_common [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-38a64ff9-6ac6-4c98-8e43-8f2bf5b10882 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Allocated IP 172.20.0.12 (be8035ab-d66f-4876-a168-341d4ebde9a9/4db2d286-0532-4bea-b74c-4c1e787fb6cb/591cc0d6-3149-4691-91d0-6ea7e9e1679f) {{(pid=107133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:20:47.333144 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-724d509f-5dfb-43ac-aed6-dcab9d5320f2 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8caf9b6b-dcf3-478e-8706-d6a2f2a69cde HTTP/1.1" status: 200 len: 217 time: 0.0615251 Aug 26 06:20:47.430421 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-7d9c0e49-be5b-4c8d-a3fc-b326ddf79aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:47.432831 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-7d9c0e49-be5b-4c8d-a3fc-b326ddf79aef service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=73c73fe7-06bc-4f39-a55c-36ef4ab94c3a HTTP/1.1" status: 200 len: 849 time: 0.1194556 Aug 26 06:20:47.526025 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-d8241500-5c48-4304-b316-a00058d14cd5 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=acb716de-6bc0-4261-b952-78c0c00f2891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857828 Aug 26 06:20:47.733026 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-38a64ff9-6ac6-4c98-8e43-8f2bf5b10882 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Publish callbacks [] for port (591cc0d6-3149-4691-91d0-6ea7e9e1679f), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:47.739086 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-f6d2d91f-84cf-4fcb-a0d3-a7d5fe0ff1e2 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/acb716de-6bc0-4261-b952-78c0c00f2891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042952 Aug 26 06:20:48.040670 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7c340fa2-49ce-4c12-95e4-41896f54510c req-1b18a377-7d74-4541-b233-806382129958 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/acb716de-6bc0-4261-b952-78c0c00f2891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876749 Aug 26 06:20:48.172656 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd6c60-1b34-4ec2-be27-b333e8099440 req-00cf2c01-d13a-4262-a7ad-d8fb2cbd449c tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:48.181402 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-26cd6c60-1b34-4ec2-be27-b333e8099440 req-00cf2c01-d13a-4262-a7ad-d8fb2cbd449c tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.1578250 Aug 26 06:20:48.210054 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-38a64ff9-6ac6-4c98-8e43-8f2bf5b10882 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (591cc0d6-3149-4691-91d0-6ea7e9e1679f), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:48.289984 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-38a64ff9-6ac6-4c98-8e43-8f2bf5b10882 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Network be8035ab-d66f-4876-a168-341d4ebde9a9 is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:20:48.297287 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-38a64ff9-6ac6-4c98-8e43-8f2bf5b10882 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:20:48.315579 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-26cd6c60-1b34-4ec2-be27-b333e8099440 req-921ee5e1-4ef8-42e9-9ea0-0eb851849048 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266284 Aug 26 06:20:48.318892 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-38a64ff9-6ac6-4c98-8e43-8f2bf5b10882 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Received port after_create {{(pid=107133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:20:48.355496 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a64ff9-6ac6-4c98-8e43-8f2bf5b10882 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Pushing event updated for resources: {'Port': ['ID=591cc0d6-3149-4691-91d0-6ea7e9e1679f,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:20:48.424732 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-38a64ff9-6ac6-4c98-8e43-8f2bf5b10882 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:48.425423 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-38a64ff9-6ac6-4c98-8e43-8f2bf5b10882 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:48.553310 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348d74f-3892-4e20-82d5-a7bfba54146f req-4fd94781-b1b5-48ef-9581-b114a3043b4b tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:48.555991 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4348d74f-3892-4e20-82d5-a7bfba54146f req-4fd94781-b1b5-48ef-9581-b114a3043b4b tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ac54c89b-a0e4-4948-8da6-e9627afd22d4 HTTP/1.1" status: 200 len: 943 time: 0.0742850 Aug 26 06:20:48.609248 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4348d74f-3892-4e20-82d5-a7bfba54146f req-b9da39ef-78e0-4158-a8e7-d35fb5fcf1ef tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475259 Aug 26 06:20:48.755959 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c449d2-a3ca-4ae9-8143-9629bca15eb3 req-04e158b1-4a40-4368-a40a-a2c4ff153184 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:48.812479 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-57c449d2-a3ca-4ae9-8143-9629bca15eb3 req-04e158b1-4a40-4368-a40a-a2c4ff153184 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49523656-e2db-453f-a79f-435e6991bacc HTTP/1.1" status: 200 len: 932 time: 0.0628805 Aug 26 06:20:48.828043 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-57c449d2-a3ca-4ae9-8143-9629bca15eb3 req-8bae238a-e738-4979-a6bc-2a5a705f878c tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=269bc54d-1aaa-43e6-8c60-a6dc271d96f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584791 Aug 26 06:20:49.280950 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a896026-10b6-4c5b-a837-43f93c52ae87 req-4573193f-f676-4506-a915-94c6f285f806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:49.283101 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1a896026-10b6-4c5b-a837-43f93c52ae87 req-4573193f-f676-4506-a915-94c6f285f806 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=b38f9319c7534904ac58d1d9f9048b91&device_id=ac54c89b-a0e4-4948-8da6-e9627afd22d4 HTTP/1.1" status: 200 len: 1127 time: 0.0489140 Aug 26 06:20:49.406941 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a896026-10b6-4c5b-a837-43f93c52ae87 req-1f71626b-fe32-4b47-a3b2-6174dbe26a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:49.408459 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1a896026-10b6-4c5b-a837-43f93c52ae87 req-1f71626b-fe32-4b47-a3b2-6174dbe26a36 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=acb716de-6bc0-4261-b952-78c0c00f2891 HTTP/1.1" status: 200 len: 910 time: 0.1199238 Aug 26 06:20:49.531035 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1a896026-10b6-4c5b-a837-43f93c52ae87 req-f1350611-0139-4a42-884c-d7b7ba774ca3 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8caf9b6b-dcf3-478e-8706-d6a2f2a69cde HTTP/1.1" status: 200 len: 217 time: 0.0386684 Aug 26 06:20:49.667949 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-38a64ff9-6ac6-4c98-8e43-8f2bf5b10882 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0143642 Aug 26 06:20:50.059331 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3988af-db01-42a2-a6fe-222f8ca7057a req-c2dc02d3-b810-446a-b2c8-b324785c4a2d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:50.063229 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-bb3988af-db01-42a2-a6fe-222f8ca7057a req-c2dc02d3-b810-446a-b2c8-b324785c4a2d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f739aa85-1e49-4e21-ab74-9463ba8ffd4c HTTP/1.1" status: 200 len: 944 time: 0.0599084 Aug 26 06:20:50.154200 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-bb3988af-db01-42a2-a6fe-222f8ca7057a req-82fe2618-4e37-4695-923c-30098f042078 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833778 Aug 26 06:20:50.311078 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-48d4aedd-d308-46f4-b57c-9d9c04ffe922 service neutron] Request body: {'port': {'device_id': '49523656-e2db-453f-a79f-435e6991bacc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:20:50.333074 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31d3b8-e5d3-45e5-92da-0bdf7c12b0a4 req-1da299c5-649c-47ec-a567-ab040ca86b97 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:50.334720 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6c31d3b8-e5d3-45e5-92da-0bdf7c12b0a4 req-1da299c5-649c-47ec-a567-ab040ca86b97 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.1050422 Aug 26 06:20:50.358532 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a896026-10b6-4c5b-a837-43f93c52ae87 req-a43201f0-51b3-4fde-bb88-a31619fc5c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:50.360111 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1a896026-10b6-4c5b-a837-43f93c52ae87 req-a43201f0-51b3-4fde-bb88-a31619fc5c30 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=73c73fe7-06bc-4f39-a55c-36ef4ab94c3a HTTP/1.1" status: 200 len: 849 time: 0.1209869 Aug 26 06:20:50.419894 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1a896026-10b6-4c5b-a837-43f93c52ae87 req-e888d8e5-5233-427e-add1-2b70ac4e6eed service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=acb716de-6bc0-4261-b952-78c0c00f2891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536094 Aug 26 06:20:50.445758 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6c31d3b8-e5d3-45e5-92da-0bdf7c12b0a4 req-17a6aae5-c3c7-4056-8ee5-9c5626791fb1 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010511 Aug 26 06:20:50.522574 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 61f75c3c-a587-4be9-a681-7f29d66f4b4c details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 06:20:50.553398 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-48d4aedd-d308-46f4-b57c-9d9c04ffe922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (591cc0d6-3149-4691-91d0-6ea7e9e1679f), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:50.704749 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6051cae-5f79-433f-b531-b22f74644b19 req-6e537350-7ae4-4d67-a175-6e592dbad84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:50.706359 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e6051cae-5f79-433f-b531-b22f74644b19 req-6e537350-7ae4-4d67-a175-6e592dbad84d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=84a2eee4447b4eadb79fbdbb874d4476&device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 1129 time: 0.1908879 Aug 26 06:20:50.712496 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989c2cd-b6fc-4a49-976f-7490bc73d134 req-8bb49015-2fb1-4949-9661-3b0f0f61aa42 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:50.725906 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0989c2cd-b6fc-4a49-976f-7490bc73d134 req-8bb49015-2fb1-4949-9661-3b0f0f61aa42 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ac54c89b-a0e4-4948-8da6-e9627afd22d4 HTTP/1.1" status: 200 len: 943 time: 0.1238034 Aug 26 06:20:50.756851 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 61f75c3c-a587-4be9-a681-7f29d66f4b4c, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=61f75c3c-a587-4be9-a681-7f29d66f4b4c,segment=NetworkSegment(2277a1fe-3a58-44e4-9188-12fe782742b9),segment_id=2277a1fe-3a58-44e4-9188-12fe782742b9)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:20:50.773549 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Returning: {'device': '61f75c3c-a587-4be9-a681-7f29d66f4b4c', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'port_id': '61f75c3c-a587-4be9-a681-7f29d66f4b4c', 'mac_address': 'fa:16:3e:ce:ed:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 06:20:50.821375 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port 61f75c3c-a587-4be9-a681-7f29d66f4b4c is: DOWN; New status is: BUILD {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:20:50.821950 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (61f75c3c-a587-4be9-a681-7f29d66f4b4c), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:50.835114 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:50.842834 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0989c2cd-b6fc-4a49-976f-7490bc73d134 req-81367e03-a57f-4ad6-b51e-9d276cf01a0c tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118174 Aug 26 06:20:50.845447 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f75c3c-a587-4be9-a681-7f29d66f4b4c {{(pid=107135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:20:50.858362 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6051cae-5f79-433f-b531-b22f74644b19 req-fb6921cb-db4b-4b9b-b854-ae84113d6a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:50.860161 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e6051cae-5f79-433f-b531-b22f74644b19 req-fb6921cb-db4b-4b9b-b854-ae84113d6a94 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=f4400288-0fd6-4a35-b08d-549e7c7c455e HTTP/1.1" status: 200 len: 919 time: 0.1471639 Aug 26 06:20:50.908062 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 61f75c3c-a587-4be9-a681-7f29d66f4b4c, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=61f75c3c-a587-4be9-a681-7f29d66f4b4c,segment=NetworkSegment(2277a1fe-3a58-44e4-9188-12fe782742b9),segment_id=2277a1fe-3a58-44e4-9188-12fe782742b9)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:20:50.993545 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89327f30-48e9-44f6-8d39-25345d144ba9 req-bc3a9c3a-caad-4d1b-9f2d-ade8ce1f042d tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:50.995558 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-89327f30-48e9-44f6-8d39-25345d144ba9 req-bc3a9c3a-caad-4d1b-9f2d-ade8ce1f042d tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49523656-e2db-453f-a79f-435e6991bacc HTTP/1.1" status: 200 len: 932 time: 0.0606253 Aug 26 06:20:51.023184 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1a896026-10b6-4c5b-a837-43f93c52ae87 req-420de445-dbd2-443c-977a-e389d476f76f service neutron] 10.222.0.76 "GET /networking/v2.0/networks/acb716de-6bc0-4261-b952-78c0c00f2891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4882450 Aug 26 06:20:51.079690 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-89327f30-48e9-44f6-8d39-25345d144ba9 req-1f334bbf-3361-4fdf-8da1-b8f3b2c1c044 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=269bc54d-1aaa-43e6-8c60-a6dc271d96f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769975 Aug 26 06:20:51.200688 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (61f75c3c-a587-4be9-a681-7f29d66f4b4c), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:51.204721 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 8caf9b6b-dcf3-478e-8706-d6a2f2a69cde details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 06:20:51.242536 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a28eb-fb2b-4c3d-adc9-d4d196f9a0c5 req-6986d13c-d8ec-4054-8ad0-aececad0f43d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:51.257063 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5f1a28eb-fb2b-4c3d-adc9-d4d196f9a0c5 req-6986d13c-d8ec-4054-8ad0-aececad0f43d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0776522 Aug 26 06:20:51.322287 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5f1a28eb-fb2b-4c3d-adc9-d4d196f9a0c5 req-e6a85607-5340-4c79-be21-e18ab759c9e4 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702615 Aug 26 06:20:51.395542 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=61f75c3c-a587-4be9-a681-7f29d66f4b4c,revision_number=4']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:20:51.460864 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e6051cae-5f79-433f-b531-b22f74644b19 req-145f175a-613c-4df2-b79e-ce99b7af86cd service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2064b241-4b48-43a2-ba54-14c868b539b4 HTTP/1.1" status: 200 len: 1001 time: 0.5795062 Aug 26 06:20:51.505923 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 8caf9b6b-dcf3-478e-8706-d6a2f2a69cde, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=8caf9b6b-dcf3-478e-8706-d6a2f2a69cde,segment=NetworkSegment(da7c9f63-cf36-404c-a816-66d394fc780b),segment_id=da7c9f63-cf36-404c-a816-66d394fc780b)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:20:51.515486 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be56904-98e2-4d86-984b-120799df3ee8 req-a9be9634-8e99-4e20-91c9-49e778df9b20 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:51.519687 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Returning: {'device': '8caf9b6b-dcf3-478e-8706-d6a2f2a69cde', 'network_id': 'acb716de-6bc0-4261-b952-78c0c00f2891', 'port_id': '8caf9b6b-dcf3-478e-8706-d6a2f2a69cde', 'mac_address': 'fa:16:3e:2c:e0:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73c73fe7-06bc-4f39-a55c-36ef4ab94c3a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 06:20:51.520484 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3be56904-98e2-4d86-984b-120799df3ee8 req-a9be9634-8e99-4e20-91c9-49e778df9b20 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f739aa85-1e49-4e21-ab74-9463ba8ffd4c HTTP/1.1" status: 200 len: 945 time: 0.0915217 Aug 26 06:20:51.572355 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 54022) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:20:51.603717 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1a896026-10b6-4c5b-a837-43f93c52ae87 req-121e6248-06ca-40e0-b0fb-2b6a5eeafc52 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/acb716de-6bc0-4261-b952-78c0c00f2891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5641410 Aug 26 06:20:51.610736 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port 8caf9b6b-dcf3-478e-8706-d6a2f2a69cde is: DOWN; New status is: BUILD {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:20:51.612451 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (8caf9b6b-dcf3-478e-8706-d6a2f2a69cde), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:51.619021 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3be56904-98e2-4d86-984b-120799df3ee8 req-51878f87-dd6f-4a58-bffb-200207c74bfe tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930254 Aug 26 06:20:51.629465 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6051cae-5f79-433f-b531-b22f74644b19 req-02f29384-51cd-49c9-9430-bf2cb731155f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:51.632049 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e6051cae-5f79-433f-b531-b22f74644b19 req-02f29384-51cd-49c9-9430-bf2cb731155f service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=b75031eb-a96b-4547-8cde-57cb718d9ca4 HTTP/1.1" status: 200 len: 857 time: 0.1326313 Aug 26 06:20:51.635358 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8caf9b6b-dcf3-478e-8706-d6a2f2a69cde {{(pid=107135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:20:51.637152 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:51.682749 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 8caf9b6b-dcf3-478e-8706-d6a2f2a69cde, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=8caf9b6b-dcf3-478e-8706-d6a2f2a69cde,segment=NetworkSegment(da7c9f63-cf36-404c-a816-66d394fc780b),segment_id=da7c9f63-cf36-404c-a816-66d394fc780b)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:20:51.739711 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6051cae-5f79-433f-b531-b22f74644b19 req-5895cf0e-6318-40ba-bdc9-1253177b83fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:51.741250 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e6051cae-5f79-433f-b531-b22f74644b19 req-5895cf0e-6318-40ba-bdc9-1253177b83fa service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=f4400288-0fd6-4a35-b08d-549e7c7c455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0932369 Aug 26 06:20:51.772601 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c337568-92b6-4b92-b289-a7b11d20796d req-fc76acd0-7c95-42e5-976b-4fc05a4957a7 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:51.774132 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8c337568-92b6-4b92-b289-a7b11d20796d req-fc76acd0-7c95-42e5-976b-4fc05a4957a7 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.0710099 Aug 26 06:20:51.780198 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9ea0a43c-9800-4bc1-8fee-1a4e0bca26b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:51.838023 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-48d4aedd-d308-46f4-b57c-9d9c04ffe922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 591cc0d6-3149-4691-91d0-6ea7e9e1679f {{(pid=107133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:20:51.848939 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-48d4aedd-d308-46f4-b57c-9d9c04ffe922 service neutron] Publish callbacks [] for port (591cc0d6-3149-4691-91d0-6ea7e9e1679f), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:51.860898 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8c337568-92b6-4b92-b289-a7b11d20796d req-347ba799-a0c2-4715-ac2b-ae31fd739059 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706441 Aug 26 06:20:51.872030 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.provisioning_blocks [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-48d4aedd-d308-46f4-b57c-9d9c04ffe922 service neutron] Transition to ACTIVE for port object 591cc0d6-3149-4691-91d0-6ea7e9e1679f will not be triggered until provisioned by entity L2. {{(pid=107133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 06:20:51.910276 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (8caf9b6b-dcf3-478e-8706-d6a2f2a69cde), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:51.911562 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9ea0a43c-9800-4bc1-8fee-1a4e0bca26b5 admin admin] Publish callbacks [] for security_group (d8ff7e61-8878-4799-ac24-84e891546986), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:51.920531 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e6051cae-5f79-433f-b531-b22f74644b19 req-14832ae0-08d5-4ecb-bd95-80d646c5da07 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620598 Aug 26 06:20:51.974887 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=8caf9b6b-dcf3-478e-8706-d6a2f2a69cde,revision_number=4']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:20:52.028840 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e6051cae-5f79-433f-b531-b22f74644b19 req-cf9bf235-bad0-4120-8b9c-a0018fcc5f12 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009583 Aug 26 06:20:52.040726 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8381dcc-0aa1-4f44-8f54-5732242fe1fc req-0bce9a4e-c0c2-4416-b228-6d0e8ec1960f tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:52.042323 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c8381dcc-0aa1-4f44-8f54-5732242fe1fc req-0bce9a4e-c0c2-4416-b228-6d0e8ec1960f tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ac54c89b-a0e4-4948-8da6-e9627afd22d4 HTTP/1.1" status: 200 len: 944 time: 0.0575044 Aug 26 06:20:52.118233 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c8381dcc-0aa1-4f44-8f54-5732242fe1fc req-b918e393-8692-4490-8288-7775b08f1f69 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695484 Aug 26 06:20:52.162011 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-48d4aedd-d308-46f4-b57c-9d9c04ffe922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9095016'] for port (591cc0d6-3149-4691-91d0-6ea7e9e1679f), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:52.162256 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9ea0a43c-9800-4bc1-8fee-1a4e0bca26b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (d8ff7e61-8878-4799-ac24-84e891546986), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:52.205310 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-9ea0a43c-9800-4bc1-8fee-1a4e0bca26b5 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=f2f19e3b987b4cf599476f4670c2e42d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6316125 Aug 26 06:20:52.206085 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0a43c-9800-4bc1-8fee-1a4e0bca26b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ff7e61-8878-4799-ac24-84e891546986,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:20:52.209024 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 54042) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:20:52.228195 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0a43c-9800-4bc1-8fee-1a4e0bca26b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:52.228561 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0a43c-9800-4bc1-8fee-1a4e0bca26b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:52.228898 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0a43c-9800-4bc1-8fee-1a4e0bca26b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:52.229236 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0a43c-9800-4bc1-8fee-1a4e0bca26b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:52.229587 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0a43c-9800-4bc1-8fee-1a4e0bca26b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:52.229994 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0a43c-9800-4bc1-8fee-1a4e0bca26b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:52.230268 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0a43c-9800-4bc1-8fee-1a4e0bca26b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:52.230609 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0a43c-9800-4bc1-8fee-1a4e0bca26b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:52.230959 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0a43c-9800-4bc1-8fee-1a4e0bca26b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:52.231287 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0a43c-9800-4bc1-8fee-1a4e0bca26b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:52.231615 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0a43c-9800-4bc1-8fee-1a4e0bca26b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:52.231944 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0a43c-9800-4bc1-8fee-1a4e0bca26b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:52.232263 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0a43c-9800-4bc1-8fee-1a4e0bca26b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:52.232617 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0a43c-9800-4bc1-8fee-1a4e0bca26b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:52.232950 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea0a43c-9800-4bc1-8fee-1a4e0bca26b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:20:52.258580 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4aedd-d308-46f4-b57c-9d9c04ffe922 service neutron] Pushing event updated for resources: {'Port': ['ID=591cc0d6-3149-4691-91d0-6ea7e9e1679f,revision_number=2']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:20:52.279270 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-76577a4b-8e11-4cd7-b0db-318e7dd6e420 admin admin] Publish callbacks [] for security_group (d8ff7e61-8878-4799-ac24-84e891546986), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:52.289283 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581daeee-c2da-4783-b8e1-d7b4703c8b1b req-0c631da2-5c35-49df-b79e-d15a0551a1fa tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:52.290854 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-581daeee-c2da-4783-b8e1-d7b4703c8b1b req-0c631da2-5c35-49df-b79e-d15a0551a1fa tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49523656-e2db-453f-a79f-435e6991bacc HTTP/1.1" status: 200 len: 944 time: 0.0909081 Aug 26 06:20:52.302886 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-76577a4b-8e11-4cd7-b0db-318e7dd6e420 admin admin] Publish callbacks [] for security_group (d8ff7e61-8878-4799-ac24-84e891546986), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:52.383275 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-581daeee-c2da-4783-b8e1-d7b4703c8b1b req-51dbddc4-ad24-483b-8ed0-c4ba7f5e66da tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=269bc54d-1aaa-43e6-8c60-a6dc271d96f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693018 Aug 26 06:20:52.384087 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-48d4aedd-d308-46f4-b57c-9d9c04ffe922 service neutron] Attempting to bind port 591cc0d6-3149-4691-91d0-6ea7e9e1679f on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:20:52.384512 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-48d4aedd-d308-46f4-b57c-9d9c04ffe922 service neutron] Attempting to bind port 591cc0d6-3149-4691-91d0-6ea7e9e1679f by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': 'abed22a3-28c2-4aec-9c11-df281ae0c13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'be8035ab-d66f-4876-a168-341d4ebde9a9'}] {{(pid=107133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:20:52.384995 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-48d4aedd-d308-46f4-b57c-9d9c04ffe922 service neutron] Attempting to bind port 591cc0d6-3149-4691-91d0-6ea7e9e1679f on network be8035ab-d66f-4876-a168-341d4ebde9a9 {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:20:52.390444 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-48d4aedd-d308-46f4-b57c-9d9c04ffe922 service neutron] Port 591cc0d6-3149-4691-91d0-6ea7e9e1679f on network be8035ab-d66f-4876-a168-341d4ebde9a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 06:20:52.391009 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-48d4aedd-d308-46f4-b57c-9d9c04ffe922 service neutron] Attempting to bind port 591cc0d6-3149-4691-91d0-6ea7e9e1679f on network be8035ab-d66f-4876-a168-341d4ebde9a9 {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:20:52.403272 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-48d4aedd-d308-46f4-b57c-9d9c04ffe922 service neutron] Checking agent: {'id': '607bbde6-0fd2-4787-87ed-7343841db9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'started_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:20:52.403740 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-48d4aedd-d308-46f4-b57c-9d9c04ffe922 service neutron] Checking segment: {'id': 'abed22a3-28c2-4aec-9c11-df281ae0c13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'be8035ab-d66f-4876-a168-341d4ebde9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:20:52.404215 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-48d4aedd-d308-46f4-b57c-9d9c04ffe922 service neutron] Bound using segment: {'id': 'abed22a3-28c2-4aec-9c11-df281ae0c13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'be8035ab-d66f-4876-a168-341d4ebde9a9'} {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:20:52.404772 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-48d4aedd-d308-46f4-b57c-9d9c04ffe922 service neutron] Bound port: 591cc0d6-3149-4691-91d0-6ea7e9e1679f, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abed22a3-28c2-4aec-9c11-df281ae0c13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'be8035ab-d66f-4876-a168-341d4ebde9a9'}}] {{(pid=107133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:20:52.405216 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-48d4aedd-d308-46f4-b57c-9d9c04ffe922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (591cc0d6-3149-4691-91d0-6ea7e9e1679f), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:52.463353 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=13 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:52.464955 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=19 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:52.468871 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] get_ports_and_sgs() called for port_ids ['61f75c3c-a587-4be9-a681-7f29d66f4b4c'] {{(pid=107135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 06:20:52.481947 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278d8ca-34dd-4e98-a710-5d69b8b111e6 req-b3816d0b-4230-4be3-854e-a168aec34e64 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:52.481947 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0278d8ca-34dd-4e98-a710-5d69b8b111e6 req-b3816d0b-4230-4be3-854e-a168aec34e64 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0495708 Aug 26 06:20:52.488043 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-48d4aedd-d308-46f4-b57c-9d9c04ffe922 service neutron] For port 591cc0d6-3149-4691-91d0-6ea7e9e1679f, host hv-cinder-85391, cleared binding levels {{(pid=107133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:20:52.492047 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-48d4aedd-d308-46f4-b57c-9d9c04ffe922 service neutron] For port 591cc0d6-3149-4691-91d0-6ea7e9e1679f, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=591cc0d6-3149-4691-91d0-6ea7e9e1679f,segment=NetworkSegment(abed22a3-28c2-4aec-9c11-df281ae0c13f),segment_id=abed22a3-28c2-4aec-9c11-df281ae0c13f)] {{(pid=107133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:20:52.536893 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0278d8ca-34dd-4e98-a710-5d69b8b111e6 req-5c4839b1-535f-4ec0-b3e8-c22e7c722254 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500326 Aug 26 06:20:52.637251 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] get_ports_and_sgs() called for port_ids ['8caf9b6b-dcf3-478e-8706-d6a2f2a69cde'] {{(pid=107135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 06:20:52.728615 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-76577a4b-8e11-4cd7-b0db-318e7dd6e420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (d8ff7e61-8878-4799-ac24-84e891546986), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:52.731354 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-76577a4b-8e11-4cd7-b0db-318e7dd6e420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:52.734674 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-76577a4b-8e11-4cd7-b0db-318e7dd6e420 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/d8ff7e61-8878-4799-ac24-84e891546986 HTTP/1.1" status: 204 len: 168 time: 0.5226252 Aug 26 06:20:52.743425 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76577a4b-8e11-4cd7-b0db-318e7dd6e420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ff7e61-8878-4799-ac24-84e891546986,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:20:52.747013 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-48d4aedd-d308-46f4-b57c-9d9c04ffe922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9095016'] for port (591cc0d6-3149-4691-91d0-6ea7e9e1679f), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:52.755645 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-48d4aedd-d308-46f4-b57c-9d9c04ffe922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:52.756313 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-48d4aedd-d308-46f4-b57c-9d9c04ffe922 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:52.757848 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-48d4aedd-d308-46f4-b57c-9d9c04ffe922 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/591cc0d6-3149-4691-91d0-6ea7e9e1679f HTTP/1.1" status: 200 len: 1094 time: 2.4511919 Aug 26 06:20:52.760522 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49523656-e2db-453f-a79f-435e6991bacc', 'tag': '591cc0d6-3149-4691-91d0-6ea7e9e1679f'}] {{(pid=107133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:20:52.762808 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8285fbc4cf3847b51d9cb7eba3379b7f58b909d4ff4eae5f417f2c246939f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeaf98d5-2897-441b-9894-c21b412f2755" -d '{"events": [{"name": "network-changed", "server_uuid": "49523656-e2db-453f-a79f-435e6991bacc", "tag": "591cc0d6-3149-4691-91d0-6ea7e9e1679f"}]}' {{(pid=107133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:20:52.776868 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f728438-af5f-4966-91d4-0b195511e953 req-4e850c03-3488-4711-891c-6b43dd1ead2b tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:52.778380 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2f728438-af5f-4966-91d4-0b195511e953 req-4e850c03-3488-4711-891c-6b43dd1ead2b tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f739aa85-1e49-4e21-ab74-9463ba8ffd4c HTTP/1.1" status: 200 len: 945 time: 0.0813308 Aug 26 06:20:52.849832 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5646f9-c800-49cd-8f68-e1bcf25a5d25 x-openstack-request-id: req-8e5646f9-c800-49cd-8f68-e1bcf25a5d25 {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:20:52.850127 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49523656-e2db-453f-a79f-435e6991bacc", "tag": "591cc0d6-3149-4691-91d0-6ea7e9e1679f", "status": "completed", "code": 200}]} {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:20:52.850382 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8e5646f9-c800-49cd-8f68-e1bcf25a5d25 {{(pid=107133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:20:52.850816 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e5646f9-c800-49cd-8f68-e1bcf25a5d25'] response: {'name': 'network-changed', 'server_uuid': '49523656-e2db-453f-a79f-435e6991bacc', 'tag': '591cc0d6-3149-4691-91d0-6ea7e9e1679f', 'status': 'completed', 'code': 200} Aug 26 06:20:52.861544 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2f728438-af5f-4966-91d4-0b195511e953 req-b07c3e80-8c40-4965-9fd0-bb1770a4bbe5 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650156 Aug 26 06:20:52.872960 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4aedd-d308-46f4-b57c-9d9c04ffe922 service neutron] Pushing event updated for resources: {'Port': ['ID=591cc0d6-3149-4691-91d0-6ea7e9e1679f,revision_number=3']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:20:53.000214 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf98d5-2897-441b-9894-c21b412f2755 req-949ad28d-85dc-4c8e-b6ce-0c4f9b756188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:53.001825 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-eeaf98d5-2897-441b-9894-c21b412f2755 req-949ad28d-85dc-4c8e-b6ce-0c4f9b756188 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=7e90dec3a44a4763b0045af64212fc15&device_id=49523656-e2db-453f-a79f-435e6991bacc HTTP/1.1" status: 200 len: 1128 time: 0.0746322 Aug 26 06:20:53.003488 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda39f9-cef0-4d6f-9d53-bda6c387b531 req-b73727bc-e81e-4ab6-899a-8ee9dcb97509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:53.005342 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2eda39f9-cef0-4d6f-9d53-bda6c387b531 req-b73727bc-e81e-4ab6-899a-8ee9dcb97509 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f7e0c375a58842e18a4306779fd6e167&device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 1130 time: 0.0766771 Aug 26 06:20:53.016537 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b16275-8ef0-47cc-9c7f-1128dd689cf4 req-09c11c32-3eec-4436-be99-141c395bc4c4 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:53.016537 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-24b16275-8ef0-47cc-9c7f-1128dd689cf4 req-09c11c32-3eec-4436-be99-141c395bc4c4 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.0534770 Aug 26 06:20:53.079241 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-24b16275-8ef0-47cc-9c7f-1128dd689cf4 req-260a3040-165b-43c1-9ead-3dc059741caa tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520742 Aug 26 06:20:53.203529 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf98d5-2897-441b-9894-c21b412f2755 req-2d6bf8a1-06f3-48fd-a55b-30f5dbd02eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:53.209346 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-eeaf98d5-2897-441b-9894-c21b412f2755 req-2d6bf8a1-06f3-48fd-a55b-30f5dbd02eca service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=7e90dec3a44a4763b0045af64212fc15&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1816928 Aug 26 06:20:53.210336 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda39f9-cef0-4d6f-9d53-bda6c387b531 req-19fdfa99-be90-4d9f-9a15-7759baba6140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:53.211856 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2eda39f9-cef0-4d6f-9d53-bda6c387b531 req-19fdfa99-be90-4d9f-9a15-7759baba6140 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0329fd48-f6a9-4c16-8004-ab5a1f76eb8f HTTP/1.1" status: 200 len: 917 time: 0.1831007 Aug 26 06:20:53.375566 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d8bf0-f942-4137-842b-11cdbd574ba0 req-70887a1a-64a3-4d2d-9b07-6d7ee8c1bd9b tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:53.376979 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-543d8bf0-f942-4137-842b-11cdbd574ba0 req-70887a1a-64a3-4d2d-9b07-6d7ee8c1bd9b tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ac54c89b-a0e4-4948-8da6-e9627afd22d4 HTTP/1.1" status: 200 len: 944 time: 0.1576393 Aug 26 06:20:53.383991 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2eda39f9-cef0-4d6f-9d53-bda6c387b531 req-0227fc9c-025d-49ba-b74a-049937ef01a7 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b7fc810-cb09-42a2-a246-9a1fd1d7d061 HTTP/1.1" status: 200 len: 1002 time: 0.1482191 Aug 26 06:20:53.499673 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf98d5-2897-441b-9894-c21b412f2755 req-ec1542ad-1694-4d04-b2f1-ffe4dcae85bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:53.499673 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-eeaf98d5-2897-441b-9894-c21b412f2755 req-ec1542ad-1694-4d04-b2f1-ffe4dcae85bd service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2627525 Aug 26 06:20:53.503901 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-543d8bf0-f942-4137-842b-11cdbd574ba0 req-fe9c5e51-8aba-4f54-a869-073e6dca575e tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172931 Aug 26 06:20:53.505557 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda39f9-cef0-4d6f-9d53-bda6c387b531 req-6ada95a1-da62-42e8-b44a-bab9878edd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:53.507902 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2eda39f9-cef0-4d6f-9d53-bda6c387b531 req-6ada95a1-da62-42e8-b44a-bab9878edd37 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=ce64dff0-037a-436e-960d-bd71ac86cc2b HTTP/1.1" status: 200 len: 855 time: 0.1109457 Aug 26 06:20:53.570085 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be74d2-45fe-4b10-a8be-6364587b604b req-58ed6cd3-20ce-4d5f-8e99-d82631d1b7a8 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:53.573408 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c6be74d2-45fe-4b10-a8be-6364587b604b req-58ed6cd3-20ce-4d5f-8e99-d82631d1b7a8 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49523656-e2db-453f-a79f-435e6991bacc HTTP/1.1" status: 200 len: 944 time: 0.0932295 Aug 26 06:20:53.616519 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda39f9-cef0-4d6f-9d53-bda6c387b531 req-2ba2f1d6-16d9-46ce-9b38-55d61eb72540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:53.618358 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2eda39f9-cef0-4d6f-9d53-bda6c387b531 req-2ba2f1d6-16d9-46ce-9b38-55d61eb72540 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0329fd48-f6a9-4c16-8004-ab5a1f76eb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1031175 Aug 26 06:20:53.625803 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-9f7615de-6538-4679-8e90-f85c477eae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:53.627413 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-9f7615de-6538-4679-8e90-f85c477eae6b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=7e90dec3a44a4763b0045af64212fc15&device_id=49523656-e2db-453f-a79f-435e6991bacc HTTP/1.1" status: 200 len: 1128 time: 0.0688264 Aug 26 06:20:53.646943 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c6be74d2-45fe-4b10-a8be-6364587b604b req-8d4eab4d-547e-40a4-9619-fa70de4d2c8e tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=269bc54d-1aaa-43e6-8c60-a6dc271d96f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665603 Aug 26 06:20:53.743049 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-05c85503-b2f4-4d41-afe2-01208774ffd7 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=591cc0d6-3149-4691-91d0-6ea7e9e1679f HTTP/1.1" status: 200 len: 217 time: 0.0931666 Aug 26 06:20:53.775941 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bdd970-7679-4f21-ba06-db5aa67e01e1 req-3dd668fc-4382-4d12-bd16-322fde92b1dc tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:53.777496 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-52bdd970-7679-4f21-ba06-db5aa67e01e1 req-3dd668fc-4382-4d12-bd16-322fde92b1dc tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.1389666 Aug 26 06:20:53.859449 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-9693f180-0976-479d-b5a8-1226e2965216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:53.860910 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-9693f180-0976-479d-b5a8-1226e2965216 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=4db2d286-0532-4bea-b74c-4c1e787fb6cb HTTP/1.1" status: 200 len: 853 time: 0.1046054 Aug 26 06:20:53.862747 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2eda39f9-cef0-4d6f-9d53-bda6c387b531 req-66393229-9beb-489c-b142-c00ae421de13 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0329fd48-f6a9-4c16-8004-ab5a1f76eb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343192 Aug 26 06:20:53.896286 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-52bdd970-7679-4f21-ba06-db5aa67e01e1 req-54e0b696-9bdf-47b9-b04c-59cdccdc6599 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989943 Aug 26 06:20:53.957382 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-c3153b6e-bf1f-4169-bab6-f2a0b513629e service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=be8035ab-d66f-4876-a168-341d4ebde9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738320 Aug 26 06:20:54.023250 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0527be3-6ebe-4820-a890-538106355370 req-056886e6-f842-41e7-935f-ffdfc0ec76e5 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:54.024801 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f0527be3-6ebe-4820-a890-538106355370 req-056886e6-f842-41e7-935f-ffdfc0ec76e5 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f739aa85-1e49-4e21-ab74-9463ba8ffd4c HTTP/1.1" status: 200 len: 945 time: 0.0566776 Aug 26 06:20:54.072073 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2eda39f9-cef0-4d6f-9d53-bda6c387b531 req-24c2a756-149f-4406-a7e0-3c3c219bb654 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0329fd48-f6a9-4c16-8004-ab5a1f76eb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795332 Aug 26 06:20:54.091931 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f0527be3-6ebe-4820-a890-538106355370 req-d9ed99a7-ea7a-4274-8dda-06b318254228 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575974 Aug 26 06:20:54.094829 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-4a99d9a6-f02d-4818-b64d-a44e5f70853c service neutron] 10.222.0.76 "GET /networking/v2.0/networks/be8035ab-d66f-4876-a168-341d4ebde9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271124 Aug 26 06:20:54.213230 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee754b2a-494f-43a6-b3e6-aabc24b88c88 req-ea263ca1-326b-4d07-9894-81cd3ca68086 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:54.214965 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-ee754b2a-494f-43a6-b3e6-aabc24b88c88 req-ea263ca1-326b-4d07-9894-81cd3ca68086 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.0574565 Aug 26 06:20:54.272809 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-ee754b2a-494f-43a6-b3e6-aabc24b88c88 req-999a7b13-8bbd-402f-b7b5-318f9b8d3e9b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521882 Aug 26 06:20:54.640553 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b77051-02c2-4a9b-9d4f-7f2710cd0149 req-89acaf66-1180-4c5e-9e2d-4d84b0c2a7da tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:54.642431 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-69b77051-02c2-4a9b-9d4f-7f2710cd0149 req-89acaf66-1180-4c5e-9e2d-4d84b0c2a7da tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ac54c89b-a0e4-4948-8da6-e9627afd22d4 HTTP/1.1" status: 200 len: 944 time: 0.0562170 Aug 26 06:20:54.644067 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 61f75c3c-a587-4be9-a681-7f29d66f4b4c up at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:20:54.695529 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning for port 61f75c3c-a587-4be9-a681-7f29d66f4b4c completed by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 06:20:54.705543 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-69b77051-02c2-4a9b-9d4f-7f2710cd0149 req-75a101c1-6b8c-4412-ba4d-d9fcd71b4f38 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559564 Aug 26 06:20:54.777856 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4048dcc-e18e-4a42-a32e-636e31ff4d0e req-ce82fbb2-ee94-460f-9f10-7d26a95a4da6 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:54.779357 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d4048dcc-e18e-4a42-a32e-636e31ff4d0e req-ce82fbb2-ee94-460f-9f10-7d26a95a4da6 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49523656-e2db-453f-a79f-435e6991bacc HTTP/1.1" status: 200 len: 944 time: 0.0498438 Aug 26 06:20:54.847967 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d4048dcc-e18e-4a42-a32e-636e31ff4d0e req-59a2a5e5-900b-4b22-a7e1-5ed8fce95220 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=269bc54d-1aaa-43e6-8c60-a6dc271d96f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431399 Aug 26 06:20:55.031125 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a5431-2783-416a-a256-1df498ec9f33 req-9c98c6d0-d96c-4946-af77-83bb6dedb475 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:55.032827 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-934a5431-2783-416a-a256-1df498ec9f33 req-9c98c6d0-d96c-4946-af77-83bb6dedb475 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0531931 Aug 26 06:20:55.088158 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-934a5431-2783-416a-a256-1df498ec9f33 req-f0bfaaa5-73cd-499d-8f95-2610b71c0b8d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495274 Aug 26 06:20:55.219731 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4895de0-2d1a-477a-b8da-c0865a12601c req-14947b56-f05d-40b3-9a76-f9248174a46b tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:55.225060 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a4895de0-2d1a-477a-b8da-c0865a12601c req-14947b56-f05d-40b3-9a76-f9248174a46b tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f739aa85-1e49-4e21-ab74-9463ba8ffd4c HTTP/1.1" status: 200 len: 945 time: 0.0492613 Aug 26 06:20:55.271765 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning complete for port 61f75c3c-a587-4be9-a681-7f29d66f4b4c triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:20:55.272278 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (61f75c3c-a587-4be9-a681-7f29d66f4b4c), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:55.278431 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a4895de0-2d1a-477a-b8da-c0865a12601c req-966f4eca-f6c2-4367-9507-e4366d7091e0 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506372 Aug 26 06:20:55.357406 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port 61f75c3c-a587-4be9-a681-7f29d66f4b4c is: BUILD; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:20:55.357698 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (61f75c3c-a587-4be9-a681-7f29d66f4b4c), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:55.385183 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f739aa85-1e49-4e21-ab74-9463ba8ffd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f75c3c-a587-4be9-a681-7f29d66f4b4c'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:20:55.387558 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc106e9f9832226dd913a824a8ae1ea8f79b2df9cdef89c79e10f33880c5a8de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997cee35-7f41-4882-a5b1-27f6b2057f24" -d '{"events": [{"server_uuid": "f739aa85-1e49-4e21-ab74-9463ba8ffd4c", "name": "network-vif-plugged", "status": "completed", "tag": "61f75c3c-a587-4be9-a681-7f29d66f4b4c"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:20:55.404091 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 61f75c3c-a587-4be9-a681-7f29d66f4b4c, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=61f75c3c-a587-4be9-a681-7f29d66f4b4c,segment=NetworkSegment(2277a1fe-3a58-44e4-9188-12fe782742b9),segment_id=2277a1fe-3a58-44e4-9188-12fe782742b9)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:20:55.415136 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db8595-1f24-4769-918e-bca1f5b04985 req-0ddf314a-6969-412c-97c6-85f4a76a2b20 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:55.416704 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-d5db8595-1f24-4769-918e-bca1f5b04985 req-0ddf314a-6969-412c-97c6-85f4a76a2b20 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.0512607 Aug 26 06:20:55.432266 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7909f0cd-5659-459b-9769-b324c7779494 x-openstack-request-id: req-7909f0cd-5659-459b-9769-b324c7779494 {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:20:55.432762 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f739aa85-1e49-4e21-ab74-9463ba8ffd4c", "name": "network-vif-plugged", "status": "completed", "tag": "61f75c3c-a587-4be9-a681-7f29d66f4b4c", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:20:55.433144 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7909f0cd-5659-459b-9769-b324c7779494 {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:20:55.433577 dv-cinder-853910-3-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7909f0cd-5659-459b-9769-b324c7779494'] response: {'server_uuid': 'f739aa85-1e49-4e21-ab74-9463ba8ffd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f75c3c-a587-4be9-a681-7f29d66f4b4c', 'code': 200} Aug 26 06:20:55.477164 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-d5db8595-1f24-4769-918e-bca1f5b04985 req-f8fb6f1d-3fd4-4cf1-a17a-57e4e16f5305 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543687 Aug 26 06:20:55.677633 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (61f75c3c-a587-4be9-a681-7f29d66f4b4c), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:55.678524 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 8caf9b6b-dcf3-478e-8706-d6a2f2a69cde up at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:20:55.721511 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:55.762247 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=61f75c3c-a587-4be9-a681-7f29d66f4b4c,revision_number=5']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:20:55.767177 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning for port 8caf9b6b-dcf3-478e-8706-d6a2f2a69cde completed by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 06:20:55.881721 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ccf76b-61a4-447e-82e5-673682615f6a req-253d976d-6a8e-4a79-a3e5-4c853965d561 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:55.883640 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a5ccf76b-61a4-447e-82e5-673682615f6a req-253d976d-6a8e-4a79-a3e5-4c853965d561 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ac54c89b-a0e4-4948-8da6-e9627afd22d4 HTTP/1.1" status: 200 len: 944 time: 0.0723116 Aug 26 06:20:55.910737 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning complete for port 8caf9b6b-dcf3-478e-8706-d6a2f2a69cde triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:20:55.912050 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (8caf9b6b-dcf3-478e-8706-d6a2f2a69cde), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:55.924625 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-5c1ee71b-e39f-4e92-a674-fb0bde4bcd40 req-df0a732e-b078-4a1c-8a97-eecb94d9f614 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/be8035ab-d66f-4876-a168-341d4ebde9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722293 Aug 26 06:20:55.962784 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a5ccf76b-61a4-447e-82e5-673682615f6a req-74fca29e-c054-4807-b3c6-dd124f5feb0a tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688193 Aug 26 06:20:56.015141 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a205d-8ac1-4602-925d-9c2f4cf8a083 req-f300883a-a10b-446a-af7e-5e5825c6164b tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:56.016867 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-d32a205d-8ac1-4602-925d-9c2f4cf8a083 req-f300883a-a10b-446a-af7e-5e5825c6164b tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49523656-e2db-453f-a79f-435e6991bacc HTTP/1.1" status: 200 len: 944 time: 0.0749538 Aug 26 06:20:56.026219 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port 8caf9b6b-dcf3-478e-8706-d6a2f2a69cde is: BUILD; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:20:56.026641 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (8caf9b6b-dcf3-478e-8706-d6a2f2a69cde), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:56.071337 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 8caf9b6b-dcf3-478e-8706-d6a2f2a69cde, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=8caf9b6b-dcf3-478e-8706-d6a2f2a69cde,segment=NetworkSegment(da7c9f63-cf36-404c-a816-66d394fc780b),segment_id=da7c9f63-cf36-404c-a816-66d394fc780b)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:20:56.075255 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-d32a205d-8ac1-4602-925d-9c2f4cf8a083 req-441c9870-1638-4806-9a13-01d74afa6a69 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=269bc54d-1aaa-43e6-8c60-a6dc271d96f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521653 Aug 26 06:20:56.217481 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f648e4-1a00-4fab-a4ca-f9f9ef08785e req-d43b7f24-1273-4337-aef0-9294142abec6 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:56.219078 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-64f648e4-1a00-4fab-a4ca-f9f9ef08785e req-d43b7f24-1273-4337-aef0-9294142abec6 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0554268 Aug 26 06:20:56.262241 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (8caf9b6b-dcf3-478e-8706-d6a2f2a69cde), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:56.281561 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-64f648e4-1a00-4fab-a4ca-f9f9ef08785e req-fc1bdd64-15b4-4f65-aff5-cccfd0025acc tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543981 Aug 26 06:20:56.299534 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:56.322650 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=8caf9b6b-dcf3-478e-8706-d6a2f2a69cde,revision_number=5']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:20:56.408570 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-9b3ccc01-3b0f-4c81-8785-7d90a75f1e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:56.415900 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e5e23e-5009-4c43-ae03-78aac140aabf req-6824f7ee-9620-444d-a674-c3dc68c2b32d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:56.417531 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-89e5e23e-5009-4c43-ae03-78aac140aabf req-6824f7ee-9620-444d-a674-c3dc68c2b32d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f739aa85-1e49-4e21-ab74-9463ba8ffd4c HTTP/1.1" status: 200 len: 946 time: 0.0525999 Aug 26 06:20:56.475011 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-89e5e23e-5009-4c43-ae03-78aac140aabf req-f7e47b1b-7910-4249-aecb-6772955eb284 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510254 Aug 26 06:20:56.621739 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12eb59f-3723-426f-981a-431be1fa4efe req-b4d6f652-99b5-4a87-b983-4ba3e55698a9 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:56.623283 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a12eb59f-3723-426f-981a-431be1fa4efe req-b4d6f652-99b5-4a87-b983-4ba3e55698a9 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 946 time: 0.0551770 Aug 26 06:20:56.673145 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a12eb59f-3723-426f-981a-431be1fa4efe req-fb1aadd2-45dc-4232-b107-b779c9c31f22 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434449 Aug 26 06:20:56.679269 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 3b7fc810-cb09-42a2-a246-9a1fd1d7d061 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:20:56.758612 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port 3b7fc810-cb09-42a2-a246-9a1fd1d7d061 is: ACTIVE; New status is: DOWN {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:20:56.758954 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (3b7fc810-cb09-42a2-a246-9a1fd1d7d061), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:56.793923 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 3b7fc810-cb09-42a2-a246-9a1fd1d7d061, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=3b7fc810-cb09-42a2-a246-9a1fd1d7d061,segment=NetworkSegment(418ce87b-8dd4-40f7-9079-8eb974e98afd),segment_id=418ce87b-8dd4-40f7-9079-8eb974e98afd)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:20:56.916875 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (3b7fc810-cb09-42a2-a246-9a1fd1d7d061), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:56.966431 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=3b7fc810-cb09-42a2-a246-9a1fd1d7d061,revision_number=8']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:20:57.119013 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade91c2-9989-4552-b5d7-082372220d12 req-b0734d71-930e-4a48-9714-5004aad35c46 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:57.120550 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0ade91c2-9989-4552-b5d7-082372220d12 req-b0734d71-930e-4a48-9714-5004aad35c46 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ac54c89b-a0e4-4948-8da6-e9627afd22d4 HTTP/1.1" status: 200 len: 945 time: 0.0678029 Aug 26 06:20:57.152928 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:57.192302 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0ade91c2-9989-4552-b5d7-082372220d12 req-b8fede4c-2bcf-482e-9049-7a9ad114c2b5 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649745 Aug 26 06:20:57.206463 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7aab8-9293-4c7f-8a26-4eb0345b478e req-daeb93b3-4b27-43d3-9e55-3cd294f52538 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:57.209477 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-58f7aab8-9293-4c7f-8a26-4eb0345b478e req-daeb93b3-4b27-43d3-9e55-3cd294f52538 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49523656-e2db-453f-a79f-435e6991bacc HTTP/1.1" status: 200 len: 944 time: 0.0499926 Aug 26 06:20:57.271574 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-58f7aab8-9293-4c7f-8a26-4eb0345b478e req-85ffeb5e-4a5d-4963-b492-4e8033be890f tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=269bc54d-1aaa-43e6-8c60-a6dc271d96f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579088 Aug 26 06:20:57.348281 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927e7c6-a4d4-4f55-95f9-9dff5c527914 req-ac96e94a-c5e6-4e5a-9ffe-6eb73fcf5dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:57.349872 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-3927e7c6-a4d4-4f55-95f9-9dff5c527914 req-ac96e94a-c5e6-4e5a-9ffe-6eb73fcf5dda service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=f739aa85-1e49-4e21-ab74-9463ba8ffd4c HTTP/1.1" status: 200 len: 1130 time: 0.0466492 Aug 26 06:20:57.409057 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-3927e7c6-a4d4-4f55-95f9-9dff5c527914 req-490fa300-98b4-476d-9958-a033b2ab7bf9 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508020 Aug 26 06:20:57.420165 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d567bd8-e7cc-4774-9139-41293899d148 req-b7b8e817-08b0-4ef4-9821-b9f5d9c68590 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:57.421793 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3d567bd8-e7cc-4774-9139-41293899d148 req-b7b8e817-08b0-4ef4-9821-b9f5d9c68590 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0586600 Aug 26 06:20:57.434314 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac54c89b-a0e4-4948-8da6-e9627afd22d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8caf9b6b-dcf3-478e-8706-d6a2f2a69cde'}, {'server_uuid': 'ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b7fc810-cb09-42a2-a246-9a1fd1d7d061'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:20:57.436980 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc106e9f9832226dd913a824a8ae1ea8f79b2df9cdef89c79e10f33880c5a8de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b13038-bd6b-4ed8-af7a-5b60b3c3adcc" -d '{"events": [{"server_uuid": "ac54c89b-a0e4-4948-8da6-e9627afd22d4", "name": "network-vif-plugged", "status": "completed", "tag": "8caf9b6b-dcf3-478e-8706-d6a2f2a69cde"}, {"server_uuid": "ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c", "name": "network-vif-unplugged", "status": "completed", "tag": "3b7fc810-cb09-42a2-a246-9a1fd1d7d061"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:20:57.480615 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3d567bd8-e7cc-4774-9139-41293899d148 req-b8dedcc0-02a7-4bdc-9e38-c9a4c1a4d15f tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523694 Aug 26 06:20:57.490404 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 26 Aug 2022 06:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918514ac-c858-47d7-959d-3b970aececbb x-openstack-request-id: req-918514ac-c858-47d7-959d-3b970aececbb {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:20:57.490752 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac54c89b-a0e4-4948-8da6-e9627afd22d4", "name": "network-vif-plugged", "status": "completed", "tag": "8caf9b6b-dcf3-478e-8706-d6a2f2a69cde", "code": 200}, {"server_uuid": "ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c", "name": "network-vif-unplugged", "status": "completed", "tag": "3b7fc810-cb09-42a2-a246-9a1fd1d7d061", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:20:57.491007 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-918514ac-c858-47d7-959d-3b970aececbb {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:20:57.491409 dv-cinder-853910-3-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-918514ac-c858-47d7-959d-3b970aececbb'] response: {'server_uuid': 'ac54c89b-a0e4-4948-8da6-e9627afd22d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8caf9b6b-dcf3-478e-8706-d6a2f2a69cde', 'code': 200} Aug 26 06:20:57.491721 dv-cinder-853910-3-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-918514ac-c858-47d7-959d-3b970aececbb'] response: {'server_uuid': 'ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b7fc810-cb09-42a2-a246-9a1fd1d7d061', 'code': 200} Aug 26 06:20:57.662241 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e097a15-b3ab-4213-a61f-0ba4285b4721 req-874d9724-fc03-4487-8554-dc7786a9ecc2 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:57.663825 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-9e097a15-b3ab-4213-a61f-0ba4285b4721 req-874d9724-fc03-4487-8554-dc7786a9ecc2 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f739aa85-1e49-4e21-ab74-9463ba8ffd4c HTTP/1.1" status: 200 len: 946 time: 0.0537925 Aug 26 06:20:57.718546 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-9e097a15-b3ab-4213-a61f-0ba4285b4721 req-813f0b8a-8b8d-43c5-aa89-8dcd96810d8b tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478985 Aug 26 06:20:57.818086 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169a8e9-86df-47a3-b05c-acd5b806468b req-9c22ed23-5c78-4fe3-9c93-809fb7b140a0 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:57.819537 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9169a8e9-86df-47a3-b05c-acd5b806468b req-9c22ed23-5c78-4fe3-9c93-809fb7b140a0 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 944 time: 0.0527022 Aug 26 06:20:57.879559 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9169a8e9-86df-47a3-b05c-acd5b806468b req-2ae9e964-b701-4fd1-96bb-0479da9f6d20 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506949 Aug 26 06:20:58.167004 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:58.249156 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d3a86-0876-4325-9587-876903626ebc req-65117fcd-c744-4ce6-9735-9c21c1612342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:58.250836 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-653d3a86-0876-4325-9587-876903626ebc req-65117fcd-c744-4ce6-9735-9c21c1612342 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ac54c89b-a0e4-4948-8da6-e9627afd22d4 HTTP/1.1" status: 200 len: 1129 time: 0.0558555 Aug 26 06:20:58.326744 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-653d3a86-0876-4325-9587-876903626ebc req-bd283b88-a7df-4357-8fcc-21d91915b689 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486336 Aug 26 06:20:58.336945 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013063c2-2fa9-4887-8ce3-3a237d25b208 req-49233374-39ee-441a-8e83-5b6281b2ffc8 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:58.339544 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-013063c2-2fa9-4887-8ce3-3a237d25b208 req-49233374-39ee-441a-8e83-5b6281b2ffc8 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ac54c89b-a0e4-4948-8da6-e9627afd22d4 HTTP/1.1" status: 200 len: 945 time: 0.0651565 Aug 26 06:20:58.395302 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-013063c2-2fa9-4887-8ce3-3a237d25b208 req-d029ca1d-ee6d-4296-9539-523a31e6e54d tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474005 Aug 26 06:20:58.514474 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47b00c-9981-4126-aff5-df71e49ba241 req-6b42c6dc-04a2-48f5-bf58-4f8341300a6a tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:58.519592 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ff47b00c-9981-4126-aff5-df71e49ba241 req-6b42c6dc-04a2-48f5-bf58-4f8341300a6a tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49523656-e2db-453f-a79f-435e6991bacc HTTP/1.1" status: 200 len: 944 time: 0.0592690 Aug 26 06:20:58.586328 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ff47b00c-9981-4126-aff5-df71e49ba241 req-a1eaaeda-2705-4918-a3b0-bff563ca923a tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=269bc54d-1aaa-43e6-8c60-a6dc271d96f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595214 Aug 26 06:20:58.662781 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 591cc0d6-3149-4691-91d0-6ea7e9e1679f details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 06:20:58.692897 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6784c135-3514-4176-a608-a54e29339af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:58.712328 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35ac84-79c5-409c-b791-5df3d7b2bcbf req-70542c77-1585-4f6b-be7b-a2cb3532e2fc tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:58.714045 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2a35ac84-79c5-409c-b791-5df3d7b2bcbf req-70542c77-1585-4f6b-be7b-a2cb3532e2fc tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0535951 Aug 26 06:20:58.781799 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2a35ac84-79c5-409c-b791-5df3d7b2bcbf req-59e14178-98a3-46e1-abde-5273adb0fc74 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614762 Aug 26 06:20:58.802952 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 591cc0d6-3149-4691-91d0-6ea7e9e1679f, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=591cc0d6-3149-4691-91d0-6ea7e9e1679f,segment=NetworkSegment(abed22a3-28c2-4aec-9c11-df281ae0c13f),segment_id=abed22a3-28c2-4aec-9c11-df281ae0c13f)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:20:58.821552 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Returning: {'device': '591cc0d6-3149-4691-91d0-6ea7e9e1679f', 'network_id': 'be8035ab-d66f-4876-a168-341d4ebde9a9', 'port_id': '591cc0d6-3149-4691-91d0-6ea7e9e1679f', 'mac_address': 'fa:16:3e:54:48:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db2d286-0532-4bea-b74c-4c1e787fb6cb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 06:20:58.866975 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port 591cc0d6-3149-4691-91d0-6ea7e9e1679f is: DOWN; New status is: BUILD {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:20:58.867367 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (591cc0d6-3149-4691-91d0-6ea7e9e1679f), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:58.886132 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 591cc0d6-3149-4691-91d0-6ea7e9e1679f {{(pid=107135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:20:58.896185 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11011a-338b-4724-ac4a-ef0ae39d7098 req-39e14ac7-c50d-4b94-9423-7a709aec38cc tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:58.897987 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6d11011a-338b-4724-ac4a-ef0ae39d7098 req-39e14ac7-c50d-4b94-9423-7a709aec38cc tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f739aa85-1e49-4e21-ab74-9463ba8ffd4c HTTP/1.1" status: 200 len: 946 time: 0.0518055 Aug 26 06:20:58.921931 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 591cc0d6-3149-4691-91d0-6ea7e9e1679f, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=591cc0d6-3149-4691-91d0-6ea7e9e1679f,segment=NetworkSegment(abed22a3-28c2-4aec-9c11-df281ae0c13f),segment_id=abed22a3-28c2-4aec-9c11-df281ae0c13f)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:20:58.955115 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6d11011a-338b-4724-ac4a-ef0ae39d7098 req-2a396776-3aa7-41a2-8add-2bc89b745e97 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477147 Aug 26 06:20:59.043290 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (591cc0d6-3149-4691-91d0-6ea7e9e1679f), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:59.096514 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=591cc0d6-3149-4691-91d0-6ea7e9e1679f,revision_number=4']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:20:59.363360 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] get_ports_and_sgs() called for port_ids ['591cc0d6-3149-4691-91d0-6ea7e9e1679f'] {{(pid=107135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 06:20:59.551554 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:59.564124 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad752e2-640d-4e0c-b167-7eb9b95fd06b req-d038a51e-622b-4079-b0b6-ec090dad250b tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:59.565658 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5ad752e2-640d-4e0c-b167-7eb9b95fd06b req-d038a51e-622b-4079-b0b6-ec090dad250b tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ac54c89b-a0e4-4948-8da6-e9627afd22d4 HTTP/1.1" status: 200 len: 945 time: 0.0577524 Aug 26 06:20:59.632914 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5ad752e2-640d-4e0c-b167-7eb9b95fd06b req-54b264b7-9748-4f3a-ac8d-4be28c9a7002 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602126 Aug 26 06:20:59.743337 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2b925-839a-468b-8262-2cfefd1e6a98 req-38eabb6b-5c0f-426d-a2d9-0b030858398d tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:59.744732 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-fdd2b925-839a-468b-8262-2cfefd1e6a98 req-38eabb6b-5c0f-426d-a2d9-0b030858398d tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49523656-e2db-453f-a79f-435e6991bacc HTTP/1.1" status: 200 len: 945 time: 0.0502820 Aug 26 06:20:59.768060 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:20:59.804474 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-fdd2b925-839a-468b-8262-2cfefd1e6a98 req-112db356-0b5d-430c-a08b-3f88e668f323 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=269bc54d-1aaa-43e6-8c60-a6dc271d96f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538437 Aug 26 06:20:59.922482 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:20:59.931031 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f4f89-2914-4dd2-ab90-2ed8d0cdc868 req-cbac3bfa-cad4-4014-abfb-4d0e4b77a829 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:20:59.932572 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-1f2f4f89-2914-4dd2-ab90-2ed8d0cdc868 req-cbac3bfa-cad4-4014-abfb-4d0e4b77a829 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0564752 Aug 26 06:21:00.009435 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-1f2f4f89-2914-4dd2-ab90-2ed8d0cdc868 req-4cd8b4ac-8523-4779-8314-604a36d5ef97 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665612 Aug 26 06:21:00.119087 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3290b-800e-488f-8830-a0ccae8344b3 req-4ce818b1-39f0-458d-9d17-453bc9a082b5 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:00.120659 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b0b3290b-800e-488f-8830-a0ccae8344b3 req-4ce818b1-39f0-458d-9d17-453bc9a082b5 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f739aa85-1e49-4e21-ab74-9463ba8ffd4c HTTP/1.1" status: 200 len: 946 time: 0.0621088 Aug 26 06:21:00.152310 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [req-c26dd8e4-6cd3-42a3-be37-1d7980c2d528 req-c9f1dfd6-43c2-4607-8249-925768ef941d service neutron] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107134) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 06:21:00.155646 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c26dd8e4-6cd3-42a3-be37-1d7980c2d528 req-c9f1dfd6-43c2-4607-8249-925768ef941d service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0066242 Aug 26 06:21:00.187465 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b0b3290b-800e-488f-8830-a0ccae8344b3 req-d8bcb802-523c-4366-bb51-a715f67aae0e tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608792 Aug 26 06:21:00.323693 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e74eb-aa81-4881-8a29-9c39e59e0ae1 req-8e6bdfdf-c95d-45b3-be7e-4f9785ad7f45 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:00.325205 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-6d1e74eb-aa81-4881-8a29-9c39e59e0ae1 req-8e6bdfdf-c95d-45b3-be7e-4f9785ad7f45 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f739aa85-1e49-4e21-ab74-9463ba8ffd4c HTTP/1.1" status: 200 len: 946 time: 0.0551240 Aug 26 06:21:00.397119 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-6d1e74eb-aa81-4881-8a29-9c39e59e0ae1 req-e462e7e8-39ec-4eed-b993-545b806dc04d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624342 Aug 26 06:21:00.398057 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:00.429384 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 54146) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:21:00.699949 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417d29a0-6aeb-4132-8548-3c6f50ad9c81 tempest-TestVolumeBootPattern-301788295 tempest-TestVolumeBootPattern-301788295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:00.700795 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 591cc0d6-3149-4691-91d0-6ea7e9e1679f up at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:21:00.700895 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 54154) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:21:00.701237 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-417d29a0-6aeb-4132-8548-3c6f50ad9c81 tempest-TestVolumeBootPattern-301788295 tempest-TestVolumeBootPattern-301788295-project-admin] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f739aa85-1e49-4e21-ab74-9463ba8ffd4c HTTP/1.1" status: 200 len: 1125 time: 0.2489300 Aug 26 06:21:00.701313 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-6ae53f20-f24b-4226-805a-1e44f2858369 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Request body: {'floatingip': {'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'port_id': '61f75c3c-a587-4be9-a681-7f29d66f4b4c', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:21:00.725181 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning for port 591cc0d6-3149-4691-91d0-6ea7e9e1679f completed by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 06:21:00.773081 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b13b5f-7fe8-4baa-9232-13e252c2cb92 req-e62263dd-92de-416e-bac1-13ee519f3a1f tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:00.774602 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-53b13b5f-7fe8-4baa-9232-13e252c2cb92 req-e62263dd-92de-416e-bac1-13ee519f3a1f tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ac54c89b-a0e4-4948-8da6-e9627afd22d4 HTTP/1.1" status: 200 len: 945 time: 0.0467992 Aug 26 06:21:00.790723 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:00.828103 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-53b13b5f-7fe8-4baa-9232-13e252c2cb92 req-48bc6530-d604-4d25-a3c6-16695427dfca tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477321 Aug 26 06:21:00.943835 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438e5dc-90fe-479a-99cc-ae0ffc8f0b38 req-0da9fdda-9d26-43ca-a369-da5bfa174b07 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:00.945361 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e438e5dc-90fe-479a-99cc-ae0ffc8f0b38 req-0da9fdda-9d26-43ca-a369-da5bfa174b07 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49523656-e2db-453f-a79f-435e6991bacc HTTP/1.1" status: 200 len: 945 time: 0.0513875 Aug 26 06:21:01.006149 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e438e5dc-90fe-479a-99cc-ae0ffc8f0b38 req-a8a7410e-1c5e-4d3d-8319-6be6f149f1c8 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=269bc54d-1aaa-43e6-8c60-a6dc271d96f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508170 Aug 26 06:21:01.144530 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning complete for port 591cc0d6-3149-4691-91d0-6ea7e9e1679f triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:21:01.144530 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (591cc0d6-3149-4691-91d0-6ea7e9e1679f), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:01.147736 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-6ae53f20-f24b-4226-805a-1e44f2858369 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:01.161865 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec25d0-0a83-4039-9a4c-68fef01e0e31 req-70626b7f-8031-4bb3-97a6-3a836e62df1c tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:01.161865 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-41ec25d0-0a83-4039-9a4c-68fef01e0e31 req-70626b7f-8031-4bb3-97a6-3a836e62df1c tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0626132 Aug 26 06:21:01.241631 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port 591cc0d6-3149-4691-91d0-6ea7e9e1679f is: BUILD; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:21:01.242889 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (591cc0d6-3149-4691-91d0-6ea7e9e1679f), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:01.276734 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49523656-e2db-453f-a79f-435e6991bacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591cc0d6-3149-4691-91d0-6ea7e9e1679f'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:21:01.279173 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc106e9f9832226dd913a824a8ae1ea8f79b2df9cdef89c79e10f33880c5a8de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1405b7e6-6acd-4c27-9b73-3538bf4babbc" -d '{"events": [{"server_uuid": "49523656-e2db-453f-a79f-435e6991bacc", "name": "network-vif-plugged", "status": "completed", "tag": "591cc0d6-3149-4691-91d0-6ea7e9e1679f"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:21:01.282602 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-41ec25d0-0a83-4039-9a4c-68fef01e0e31 req-68d9d08e-602f-421e-99bc-93f13945523e tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096230 Aug 26 06:21:01.294351 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 591cc0d6-3149-4691-91d0-6ea7e9e1679f, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=591cc0d6-3149-4691-91d0-6ea7e9e1679f,segment=NetworkSegment(abed22a3-28c2-4aec-9c11-df281ae0c13f),segment_id=abed22a3-28c2-4aec-9c11-df281ae0c13f)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:21:01.304724 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-6ae53f20-f24b-4226-805a-1e44f2858369 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:01.372300 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86cb313-2420-44e5-b08b-c08146628225 x-openstack-request-id: req-e86cb313-2420-44e5-b08b-c08146628225 {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:21:01.372826 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49523656-e2db-453f-a79f-435e6991bacc", "name": "network-vif-plugged", "status": "completed", "tag": "591cc0d6-3149-4691-91d0-6ea7e9e1679f", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:21:01.373266 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-e86cb313-2420-44e5-b08b-c08146628225 {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:21:01.374996 dv-cinder-853910-3-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e86cb313-2420-44e5-b08b-c08146628225'] response: {'server_uuid': '49523656-e2db-453f-a79f-435e6991bacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591cc0d6-3149-4691-91d0-6ea7e9e1679f', 'code': 200} Aug 26 06:21:01.394806 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff802e-d555-456c-a13f-e1a9675b22f7 req-ff907b39-a04e-4a16-9a86-683c4c602737 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:01.396516 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0cff802e-d555-456c-a13f-e1a9675b22f7 req-ff907b39-a04e-4a16-9a86-683c4c602737 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 944 time: 0.0664940 Aug 26 06:21:01.457779 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0cff802e-d555-456c-a13f-e1a9675b22f7 req-23dc40f0-6005-4c12-bb14-0b78625e21d1 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504608 Aug 26 06:21:01.462421 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_common [None req-6ae53f20-f24b-4226-805a-1e44f2858369 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Allocated IP 172.27.3.12 (7bfbcaf8-cfd7-4da9-9873-fb578302608c/6eb332c5-848f-450d-bdad-4a764241332a/a4309d63-6139-424f-8b4e-02ab7086591e) {{(pid=107133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:21:01.484312 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (591cc0d6-3149-4691-91d0-6ea7e9e1679f), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:01.539936 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:01.543325 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:01.545208 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:01.562891 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=591cc0d6-3149-4691-91d0-6ea7e9e1679f,revision_number=5']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:21:01.604808 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-6ae53f20-f24b-4226-805a-1e44f2858369 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for port (a4309d63-6139-424f-8b4e-02ab7086591e), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:01.882556 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-6ae53f20-f24b-4226-805a-1e44f2858369 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (a4309d63-6139-424f-8b4e-02ab7086591e), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:01.924723 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae53f20-f24b-4226-805a-1e44f2858369 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Network 7bfbcaf8-cfd7-4da9-9873-fb578302608c is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:21:01.928006 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [None req-6ae53f20-f24b-4226-805a-1e44f2858369 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:21:01.930539 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae53f20-f24b-4226-805a-1e44f2858369 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Received port after_create {{(pid=107133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:21:01.963306 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae53f20-f24b-4226-805a-1e44f2858369 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Pushing event updated for resources: {'Port': ['ID=a4309d63-6139-424f-8b4e-02ab7086591e,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:21:02.087760 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4bcf7-d0bf-4f23-819f-fb571b7c01fd req-5db0e3b7-e938-4ad7-b68f-d6ee6c15f517 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:02.089277 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7bc4bcf7-d0bf-4f23-819f-fb571b7c01fd req-5db0e3b7-e938-4ad7-b68f-d6ee6c15f517 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ac54c89b-a0e4-4948-8da6-e9627afd22d4 HTTP/1.1" status: 200 len: 945 time: 0.1167424 Aug 26 06:21:02.123684 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b458c-c9b1-4e9f-8368-2f42e538b244 req-db423736-96bf-4f5a-b75f-92c995cc185b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:02.125123 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-884b458c-c9b1-4e9f-8368-2f42e538b244 req-db423736-96bf-4f5a-b75f-92c995cc185b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=49523656-e2db-453f-a79f-435e6991bacc HTTP/1.1" status: 200 len: 1130 time: 0.1330676 Aug 26 06:21:02.152547 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e1398-52a0-4928-b9a6-5a5edebd65ad req-68928e3f-15be-4ece-b10f-17630c705d79 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:02.159711 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-318e1398-52a0-4928-b9a6-5a5edebd65ad req-68928e3f-15be-4ece-b10f-17630c705d79 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49523656-e2db-453f-a79f-435e6991bacc HTTP/1.1" status: 200 len: 946 time: 0.0668118 Aug 26 06:21:02.202993 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 54188) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:21:02.216433 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-318e1398-52a0-4928-b9a6-5a5edebd65ad req-3fa061b2-3d0a-45a3-bbe1-19f76e82d9a9 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=269bc54d-1aaa-43e6-8c60-a6dc271d96f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552874 Aug 26 06:21:02.279220 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7bc4bcf7-d0bf-4f23-819f-fb571b7c01fd req-48cce81d-b340-4f35-9d48-c4739160ea20 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821446 Aug 26 06:21:02.299730 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-884b458c-c9b1-4e9f-8368-2f42e538b244 req-dfb05567-c8d5-4450-b96d-bc8df53142b6 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=269bc54d-1aaa-43e6-8c60-a6dc271d96f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497676 Aug 26 06:21:02.318750 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a4d7b7df-b454-4d01-b615-82ce5ab8595a req-c7920676-ccbc-48ee-89af-ec8a41f4aab9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1145599 Aug 26 06:21:02.335005 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [req-a4d7b7df-b454-4d01-b615-82ce5ab8595a req-f3621ddc-fe9d-460f-a249-758868c12b3a service neutron] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107134) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 06:21:02.336953 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a4d7b7df-b454-4d01-b615-82ce5ab8595a req-f3621ddc-fe9d-460f-a249-758868c12b3a service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0106440 Aug 26 06:21:02.445912 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 54200) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:21:02.469748 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9dcb45-6a05-46d8-b97f-e90231c084f9 req-50551265-b7c4-461d-8a60-fc56cd7475c0 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:02.471482 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9f9dcb45-6a05-46d8-b97f-e90231c084f9 req-50551265-b7c4-461d-8a60-fc56cd7475c0 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0594370 Aug 26 06:21:02.543108 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 6 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:21:02.568748 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9f9dcb45-6a05-46d8-b97f-e90231c084f9 req-4d696de3-7d55-4587-9093-e1d5549378ae tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861650 Aug 26 06:21:02.895304 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-6ae53f20-f24b-4226-805a-1e44f2858369 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for floatingip (d05fa12a-db34-43bd-8509-891e657d6a3c), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:02.904541 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7b7df-b454-4d01-b615-82ce5ab8595a req-e615b234-a8b3-4332-922c-8962e156e7fb tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:02.910978 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a4d7b7df-b454-4d01-b615-82ce5ab8595a req-e615b234-a8b3-4332-922c-8962e156e7fb tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports/3b7fc810-cb09-42a2-a246-9a1fd1d7d061 HTTP/1.1" status: 200 len: 941 time: 0.4600053 Aug 26 06:21:02.930427 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08688d-536b-4845-a035-92e751c2ecf6 req-a6ef9336-a83a-4b82-aa80-55b58d394085 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:02.938584 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-df08688d-536b-4845-a035-92e751c2ecf6 req-a6ef9336-a83a-4b82-aa80-55b58d394085 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 944 time: 0.1141388 Aug 26 06:21:03.022832 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-df08688d-536b-4845-a035-92e751c2ecf6 req-3becded9-fd68-45d4-8f32-a29460dc3823 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728292 Aug 26 06:21:03.054992 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:03.104147 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5038a41-9659-4c63-b644-e3f2512a8b46 req-ace86178-6ef4-44fd-ba20-5a8ac5552d77 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:03.105642 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-e5038a41-9659-4c63-b644-e3f2512a8b46 req-ace86178-6ef4-44fd-ba20-5a8ac5552d77 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 946 time: 0.0656009 Aug 26 06:21:03.165540 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-e5038a41-9659-4c63-b644-e3f2512a8b46 req-fb811e5f-ebc3-4371-b04c-edcbf5895a22 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538871 Aug 26 06:21:03.180297 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-6ae53f20-f24b-4226-805a-1e44f2858369 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (a4309d63-6139-424f-8b4e-02ab7086591e), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:03.200683 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 54222) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:21:03.398231 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bf49a0-bb60-4cde-9279-c8ddbc44e7b2 tempest-TestMinimumBasicScenario-1270340905 tempest-TestMinimumBasicScenario-1270340905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:03.400127 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-43bf49a0-bb60-4cde-9279-c8ddbc44e7b2 tempest-TestMinimumBasicScenario-1270340905 tempest-TestMinimumBasicScenario-1270340905-project-admin] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 1125 time: 0.1984408 Aug 26 06:21:03.404026 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 54234) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:21:03.409716 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-0ec4f3e6-c9ad-4216-b735-3196b9df2e7e tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Request body: {'floatingip': {'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'port_id': 'f4d37966-d902-4c07-9ee5-4be2e42d1714', 'tenant_id': '01817da1260c41b4abe6f02b11c66232', 'fixed_ip_address': '172.20.0.13'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:21:03.431323 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2cf27-9790-4a73-b31e-389e497b5b8d req-c812dd70-59ae-4efc-8888-dd44a1402e2f tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:03.432846 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-64a2cf27-9790-4a73-b31e-389e497b5b8d req-c812dd70-59ae-4efc-8888-dd44a1402e2f tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49523656-e2db-453f-a79f-435e6991bacc HTTP/1.1" status: 200 len: 946 time: 0.0803814 Aug 26 06:21:03.467701 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-6ae53f20-f24b-4226-805a-1e44f2858369 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for port (a4309d63-6139-424f-8b4e-02ab7086591e), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:03.497950 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-64a2cf27-9790-4a73-b31e-389e497b5b8d req-9901db9e-8d51-4706-9eef-38f282afcd35 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=269bc54d-1aaa-43e6-8c60-a6dc271d96f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579374 Aug 26 06:21:03.692591 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-6ae53f20-f24b-4226-805a-1e44f2858369 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9095016'] for port (a4309d63-6139-424f-8b4e-02ab7086591e), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:03.694538 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-0ec4f3e6-c9ad-4216-b735-3196b9df2e7e tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:03.752507 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb38715-2037-4a3b-90aa-1c886b19340a req-549c2f13-07e2-4e7a-961d-00e44801a209 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:03.754841 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8fb38715-2037-4a3b-90aa-1c886b19340a req-549c2f13-07e2-4e7a-961d-00e44801a209 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0996363 Aug 26 06:21:03.768333 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae53f20-f24b-4226-805a-1e44f2858369 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Pushing event updated for resources: {'Port': ['ID=a4309d63-6139-424f-8b4e-02ab7086591e,revision_number=2']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:21:03.773113 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-6ae53f20-f24b-4226-805a-1e44f2858369 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614170'] for floatingip (d05fa12a-db34-43bd-8509-891e657d6a3c), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:03.817015 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-0ec4f3e6-c9ad-4216-b735-3196b9df2e7e tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:03.867972 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8fb38715-2037-4a3b-90aa-1c886b19340a req-7229fa9e-a95b-4862-b310-1de9518ddf0f tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057770 Aug 26 06:21:03.907877 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.db.l3_db [None req-6ae53f20-f24b-4226-805a-1e44f2858369 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Floating IP d05fa12a-db34-43bd-8509-891e657d6a3c associated. External IP: 172.27.3.12, port: 61f75c3c-a587-4be9-a681-7f29d66f4b4c. Aug 26 06:21:03.976933 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.db_base_plugin_common [None req-0ec4f3e6-c9ad-4216-b735-3196b9df2e7e tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Allocated IP 172.27.3.137 (7bfbcaf8-cfd7-4da9-9873-fb578302608c/6eb332c5-848f-450d-bdad-4a764241332a/cb4d259d-229c-4562-9bf3-e45001fd2d91) {{(pid=107134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:21:04.167610 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae53f20-f24b-4226-805a-1e44f2858369 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Router 1170b181-b00b-401a-bc40-cf5c03a60e31 has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:21:04.182751 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-0ec4f3e6-c9ad-4216-b735-3196b9df2e7e tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks [] for port (cb4d259d-229c-4562-9bf3-e45001fd2d91), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:04.224224 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cdd6c-8cbd-435c-a5b1-f959bafc4ba2 req-1b42fa84-09a9-4d6f-aaef-628a3c456d6e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:04.225764 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-203cdd6c-8cbd-435c-a5b1-f959bafc4ba2 req-1b42fa84-09a9-4d6f-aaef-628a3c456d6e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 944 time: 0.0718386 Aug 26 06:21:04.236781 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:04.291353 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-203cdd6c-8cbd-435c-a5b1-f959bafc4ba2 req-f9942c1e-aa83-4d0e-9fd2-dd72d1432602 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564935 Aug 26 06:21:04.294840 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae53f20-f24b-4226-805a-1e44f2858369 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:21:04.312427 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ddd81e-8784-4d4a-b17b-429b611a5ab0 None None] Sync routers for ids ['1170b181-b00b-401a-bc40-cf5c03a60e31'] in dv-cinder-853910-3-iscsi {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:21:04.326918 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ddd81e-8784-4d4a-b17b-429b611a5ab0 None None] Routers {'1170b181-b00b-401a-bc40-cf5c03a60e31'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:21:04.327580 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-c7ddd81e-8784-4d4a-b17b-429b611a5ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:20:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['1170b181-b00b-401a-bc40-cf5c03a60e31'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:21:04.397775 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-0ec4f3e6-c9ad-4216-b735-3196b9df2e7e tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (cb4d259d-229c-4562-9bf3-e45001fd2d91), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:04.442778 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-c7ddd81e-8784-4d4a-b17b-429b611a5ab0 None None] Set router 1170b181-b00b-401a-bc40-cf5c03a60e31 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:21:04.445564 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec4f3e6-c9ad-4216-b735-3196b9df2e7e tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Network 7bfbcaf8-cfd7-4da9-9873-fb578302608c is already hosted by enough agents. {{(pid=107134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:21:04.448718 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [None req-0ec4f3e6-c9ad-4216-b735-3196b9df2e7e tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Resources bound (agent type, host, resource id): {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:21:04.451385 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec4f3e6-c9ad-4216-b735-3196b9df2e7e tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Received port after_create {{(pid=107134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:21:04.476678 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4f3e6-c9ad-4216-b735-3196b9df2e7e tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Pushing event updated for resources: {'Port': ['ID=cb4d259d-229c-4562-9bf3-e45001fd2d91,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:21:04.562805 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-6ae53f20-f24b-4226-805a-1e44f2858369 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for floatingip (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:04.624983 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-6ae53f20-f24b-4226-805a-1e44f2858369 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9427998 Aug 26 06:21:04.625544 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f739aa85-1e49-4e21-ab74-9463ba8ffd4c', 'tag': '61f75c3c-a587-4be9-a681-7f29d66f4b4c'}] {{(pid=107133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:21:04.628204 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8285fbc4cf3847b51d9cb7eba3379b7f58b909d4ff4eae5f417f2c246939f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f4a95c-e08b-4f9e-b566-573839c76136" -d '{"events": [{"name": "network-changed", "server_uuid": "f739aa85-1e49-4e21-ab74-9463ba8ffd4c", "tag": "61f75c3c-a587-4be9-a681-7f29d66f4b4c"}]}' {{(pid=107133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:21:04.713990 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-c7ddd81e-8784-4d4a-b17b-429b611a5ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'name': 'tempest-TestVolumeBootPattern-516714474-router', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00c271ea-b83a-41f7-9150-f380b863371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:24Z', 'updated_at': '2022-08-26T06:19:32Z', 'revision_number': 4, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'gw_port': {'id': '00c271ea-b83a-41f7-9150-f380b863371a', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:26Z', 'updated_at': '2022-08-26T06:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': 'd05fa12a-db34-43bd-8509-891e657d6a3c', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'port_id': '61f75c3c-a587-4be9-a681-7f29d66f4b4c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'mac_address': 'fa:16:3e:ce:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f739aa85-1e49-4e21-ab74-9463ba8ffd4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:21:02Z', 'updated_at': '2022-08-26T06:21:02Z', 'revision_number': 0, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f652a3a-1862-46c0-b96a-62edc6b668df', 'name': '', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'mac_address': 'fa:16:3e:1a:bc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:31Z', 'updated_at': '2022-08-26T06:19:41Z', 'revision_number': 5, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'subnets': [{'id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:21:04.724743 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7c0cf-c507-4e54-b675-ed80b33fe772 req-a7f8c6e2-3559-46d2-8fce-b0c58ba6398f tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:04.726342 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5bb7c0cf-c507-4e54-b675-ed80b33fe772 req-a7f8c6e2-3559-46d2-8fce-b0c58ba6398f tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49523656-e2db-453f-a79f-435e6991bacc HTTP/1.1" status: 200 len: 946 time: 0.1098561 Aug 26 06:21:04.739971 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ddd81e-8784-4d4a-b17b-429b611a5ab0 None None] Checking router: 1170b181-b00b-401a-bc40-cf5c03a60e31 for host: dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:21:04.750675 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ddd81e-8784-4d4a-b17b-429b611a5ab0 None None] Routers {'1170b181-b00b-401a-bc40-cf5c03a60e31'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:21:04.751482 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-c7ddd81e-8784-4d4a-b17b-429b611a5ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:20:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['1170b181-b00b-401a-bc40-cf5c03a60e31'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:21:04.843722 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2741a0-9740-42b0-ac12-4ac6359c7085 x-openstack-request-id: req-4c2741a0-9740-42b0-ac12-4ac6359c7085 {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:21:04.844034 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f739aa85-1e49-4e21-ab74-9463ba8ffd4c", "tag": "61f75c3c-a587-4be9-a681-7f29d66f4b4c", "status": "completed", "code": 200}]} {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:21:04.844431 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4c2741a0-9740-42b0-ac12-4ac6359c7085 {{(pid=107133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:21:04.845188 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c2741a0-9740-42b0-ac12-4ac6359c7085'] response: {'name': 'network-changed', 'server_uuid': 'f739aa85-1e49-4e21-ab74-9463ba8ffd4c', 'tag': '61f75c3c-a587-4be9-a681-7f29d66f4b4c', 'status': 'completed', 'code': 200} Aug 26 06:21:04.921891 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-c7ddd81e-8784-4d4a-b17b-429b611a5ab0 None None] Set router 1170b181-b00b-401a-bc40-cf5c03a60e31 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:21:04.957442 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0e0c0-969e-4ef3-a841-1be7731ae3c5 req-b7d8ed7c-041e-4c46-9878-45056bac38c1 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:04.959188 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-65e0e0c0-969e-4ef3-a841-1be7731ae3c5 req-b7d8ed7c-041e-4c46-9878-45056bac38c1 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ac54c89b-a0e4-4948-8da6-e9627afd22d4 HTTP/1.1" status: 200 len: 945 time: 0.0590780 Aug 26 06:21:04.974047 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:05.022258 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-65e0e0c0-969e-4ef3-a841-1be7731ae3c5 req-85838fe4-8dfb-49c5-a253-c5a0ebdfa1c3 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560551 Aug 26 06:21:05.068024 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5bb7c0cf-c507-4e54-b675-ed80b33fe772 req-17580514-65d1-47b7-a606-7bd86456aecf tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=269bc54d-1aaa-43e6-8c60-a6dc271d96f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325739 Aug 26 06:21:05.209379 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54032f0b-bba1-4e7c-b6dc-98ffbb133a49 req-447894ad-bc69-46cc-b4a4-818e1d5fe0dd tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:05.211422 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-54032f0b-bba1-4e7c-b6dc-98ffbb133a49 req-447894ad-bc69-46cc-b4a4-818e1d5fe0dd tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0607309 Aug 26 06:21:05.295596 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-54032f0b-bba1-4e7c-b6dc-98ffbb133a49 req-80a1467d-2ecc-444e-a32f-36bbcdab7fed tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749876 Aug 26 06:21:05.306535 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-0ec4f3e6-c9ad-4216-b735-3196b9df2e7e tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks [] for floatingip (4e4e2e98-3492-40e5-b173-0f1a6abafad2), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:05.358004 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-c7ddd81e-8784-4d4a-b17b-429b611a5ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'name': 'tempest-TestVolumeBootPattern-516714474-router', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00c271ea-b83a-41f7-9150-f380b863371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:24Z', 'updated_at': '2022-08-26T06:19:32Z', 'revision_number': 4, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'gw_port': {'id': '00c271ea-b83a-41f7-9150-f380b863371a', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:26Z', 'updated_at': '2022-08-26T06:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': 'd05fa12a-db34-43bd-8509-891e657d6a3c', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'port_id': '61f75c3c-a587-4be9-a681-7f29d66f4b4c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'mac_address': 'fa:16:3e:ce:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f739aa85-1e49-4e21-ab74-9463ba8ffd4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:21:02Z', 'updated_at': '2022-08-26T06:21:02Z', 'revision_number': 0, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f652a3a-1862-46c0-b96a-62edc6b668df', 'name': '', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'mac_address': 'fa:16:3e:1a:bc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:31Z', 'updated_at': '2022-08-26T06:19:41Z', 'revision_number': 5, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'subnets': [{'id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:21:05.388704 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ddd81e-8784-4d4a-b17b-429b611a5ab0 None None] The sync data for ids ['1170b181-b00b-401a-bc40-cf5c03a60e31'] in dv-cinder-853910-3-iscsi is: [{'id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'name': 'tempest-TestVolumeBootPattern-516714474-router', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00c271ea-b83a-41f7-9150-f380b863371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:24Z', 'updated_at': '2022-08-26T06:19:32Z', 'revision_number': 4, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'gw_port': {'id': '00c271ea-b83a-41f7-9150-f380b863371a', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:26Z', 'updated_at': '2022-08-26T06:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': 'd05fa12a-db34-43bd-8509-891e657d6a3c', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'port_id': '61f75c3c-a587-4be9-a681-7f29d66f4b4c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'mac_address': 'fa:16:3e:ce:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f739aa85-1e49-4e21-ab74-9463ba8ffd4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:21:02Z', 'updated_at': '2022-08-26T06:21:02Z', 'revision_number': 0, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f652a3a-1862-46c0-b96a-62edc6b668df', 'name': '', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'mac_address': 'fa:16:3e:1a:bc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:31Z', 'updated_at': '2022-08-26T06:19:41Z', 'revision_number': 5, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'subnets': [{'id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:21:05.449974 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c07b8e-28de-41af-adb6-9fe97ee4a06b req-0cee678d-b633-4512-9b34-f49202a1df3c tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:05.455152 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d6c07b8e-28de-41af-adb6-9fe97ee4a06b req-0cee678d-b633-4512-9b34-f49202a1df3c tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 944 time: 0.0609155 Aug 26 06:21:05.457390 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:05.504140 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d6c07b8e-28de-41af-adb6-9fe97ee4a06b req-a6007f4b-4f83-4c32-ba90-4380cb52723f tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446565 Aug 26 06:21:05.601980 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9c07e5-b96a-448f-8d2f-2d2c129104c5 None None] New status for floating IP d05fa12a-db34-43bd-8509-891e657d6a3c: ACTIVE {{(pid=107136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 06:21:05.664706 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-0ec4f3e6-c9ad-4216-b735-3196b9df2e7e tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (cb4d259d-229c-4562-9bf3-e45001fd2d91), before_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:05.826205 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-0ec4f3e6-c9ad-4216-b735-3196b9df2e7e tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks [] for port (cb4d259d-229c-4562-9bf3-e45001fd2d91), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:05.977982 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-0ec4f3e6-c9ad-4216-b735-3196b9df2e7e tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183148'] for port (cb4d259d-229c-4562-9bf3-e45001fd2d91), after_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:06.055113 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-0ec4f3e6-c9ad-4216-b735-3196b9df2e7e tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614170'] for floatingip (4e4e2e98-3492-40e5-b173-0f1a6abafad2), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:06.056996 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4f3e6-c9ad-4216-b735-3196b9df2e7e tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Pushing event updated for resources: {'Port': ['ID=cb4d259d-229c-4562-9bf3-e45001fd2d91,revision_number=2']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:21:06.167999 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f22a4-00a7-420e-98fc-7cb6da977540 req-1f1d95bc-7225-4c7a-b6dd-5afd77ae210e tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:06.170315 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4e6f22a4-00a7-420e-98fc-7cb6da977540 req-1f1d95bc-7225-4c7a-b6dd-5afd77ae210e tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ac54c89b-a0e4-4948-8da6-e9627afd22d4 HTTP/1.1" status: 200 len: 945 time: 0.0537732 Aug 26 06:21:06.178158 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.db.l3_db [None req-0ec4f3e6-c9ad-4216-b735-3196b9df2e7e tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Floating IP 4e4e2e98-3492-40e5-b173-0f1a6abafad2 associated. External IP: 172.27.3.137, port: f4d37966-d902-4c07-9ee5-4be2e42d1714. Aug 26 06:21:06.236139 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:06.303525 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4e6f22a4-00a7-420e-98fc-7cb6da977540 req-2801d1b8-2cd4-4982-b3eb-4f59da44d252 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137245 Aug 26 06:21:06.306859 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4a95c-e08b-4f9e-b566-573839c76136 req-94d92b8a-1ff6-42ba-8c36-8dfc10a2e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:06.308313 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-81f4a95c-e08b-4f9e-b566-573839c76136 req-94d92b8a-1ff6-42ba-8c36-8dfc10a2e290 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=fde0e661bd5646bab91b5e6b623a2e7e&device_id=f739aa85-1e49-4e21-ab74-9463ba8ffd4c HTTP/1.1" status: 200 len: 1130 time: 0.0775878 Aug 26 06:21:06.437830 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec4f3e6-c9ad-4216-b735-3196b9df2e7e tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Router 41a2ad15-8642-4070-a068-21959c7fda38 has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:21:06.439231 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c4842-ae9c-4074-858a-e09f3db830d4 req-a10a775f-57c4-41ec-9acf-cf7722964a81 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:06.442118 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-fe9c4842-ae9c-4074-858a-e09f3db830d4 req-a10a775f-57c4-41ec-9acf-cf7722964a81 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0517645 Aug 26 06:21:06.564206 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec4f3e6-c9ad-4216-b735-3196b9df2e7e tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:21:06.576778 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c89784e-0776-4354-98e5-eceefb35000c None None] Sync routers for ids ['41a2ad15-8642-4070-a068-21959c7fda38'] in dv-cinder-853910-3-iscsi {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:21:06.580850 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-fe9c4842-ae9c-4074-858a-e09f3db830d4 req-af3e9765-8505-4cd3-8d7b-5eb9c873d558 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301720 Aug 26 06:21:06.592545 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c89784e-0776-4354-98e5-eceefb35000c None None] Routers {'41a2ad15-8642-4070-a068-21959c7fda38'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:21:06.594054 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-0c89784e-0776-4354-98e5-eceefb35000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:20:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['41a2ad15-8642-4070-a068-21959c7fda38'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:21:06.607644 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac13f21-7178-43b1-87d7-a744a391fc02 req-70f38cb3-b31a-434c-b448-d54b81671b85 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:06.609196 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-dac13f21-7178-43b1-87d7-a744a391fc02 req-70f38cb3-b31a-434c-b448-d54b81671b85 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ac54c89b-a0e4-4948-8da6-e9627afd22d4 HTTP/1.1" status: 200 len: 945 time: 0.0818453 Aug 26 06:21:06.636707 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4a95c-e08b-4f9e-b566-573839c76136 req-b4bbef79-5898-41f5-8be5-f68f981c3bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:06.638808 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-81f4a95c-e08b-4f9e-b566-573839c76136 req-b4bbef79-5898-41f5-8be5-f68f981c3bd1 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=6c5f68e8-9704-4e4e-a557-4e9515d804ef HTTP/1.1" status: 200 len: 912 time: 0.1951509 Aug 26 06:21:06.729467 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-0c89784e-0776-4354-98e5-eceefb35000c None None] Set router 41a2ad15-8642-4070-a068-21959c7fda38 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:21:06.795293 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d41a44-f62f-4f32-9a03-6f0144a28102 req-833bc078-01c1-4479-9a1a-3dd6b0749e1f tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:06.796814 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-58d41a44-f62f-4f32-9a03-6f0144a28102 req-833bc078-01c1-4479-9a1a-3dd6b0749e1f tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 944 time: 0.1375415 Aug 26 06:21:06.810928 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-81f4a95c-e08b-4f9e-b566-573839c76136 req-c643d164-42f8-4f1f-aad7-5ed438261125 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61f75c3c-a587-4be9-a681-7f29d66f4b4c HTTP/1.1" status: 200 len: 1001 time: 0.1532228 Aug 26 06:21:06.861473 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [req-dac13f21-7178-43b1-87d7-a744a391fc02 req-3e857429-fa8a-42b7-b66f-a09e36801fa0 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Deleting port 8caf9b6b-dcf3-478e-8706-d6a2f2a69cde {{(pid=107133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:21:06.861999 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-dac13f21-7178-43b1-87d7-a744a391fc02 req-3e857429-fa8a-42b7-b66f-a09e36801fa0 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (8caf9b6b-dcf3-478e-8706-d6a2f2a69cde), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:06.952251 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4a95c-e08b-4f9e-b566-573839c76136 req-2ae23e4b-d0c0-4c56-bcc2-33a17b97caa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:06.966675 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-81f4a95c-e08b-4f9e-b566-573839c76136 req-2ae23e4b-d0c0-4c56-bcc2-33a17b97caa3 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=78073db3-4b4a-4ba4-91af-0bd41027d48e HTTP/1.1" status: 200 len: 850 time: 0.1330338 Aug 26 06:21:06.969457 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-0c89784e-0776-4354-98e5-eceefb35000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a2ad15-8642-4070-a068-21959c7fda38', 'name': 'tempest-TestMinimumBasicScenario-1198191356-router', 'tenant_id': '01817da1260c41b4abe6f02b11c66232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e90c5720-6363-4745-9536-1e00049eb1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:07Z', 'updated_at': '2022-08-26T06:19:14Z', 'revision_number': 4, 'project_id': '01817da1260c41b4abe6f02b11c66232', 'gw_port': {'id': 'e90c5720-6363-4745-9536-1e00049eb1f5', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:57:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a2ad15-8642-4070-a068-21959c7fda38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:09Z', 'updated_at': '2022-08-26T06:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': '4e4e2e98-3492-40e5-b173-0f1a6abafad2', 'tenant_id': '01817da1260c41b4abe6f02b11c66232', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '41a2ad15-8642-4070-a068-21959c7fda38', 'port_id': 'f4d37966-d902-4c07-9ee5-4be2e42d1714', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e160e0e8-e0fd-4af5-b357-0de9a51426d2', 'mac_address': 'fa:16:3e:5b:68:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff368667-d93b-4b10-9606-09331ebb857c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:21:05Z', 'updated_at': '2022-08-26T06:21:05Z', 'revision_number': 0, 'project_id': '01817da1260c41b4abe6f02b11c66232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c7ffa5d-1acb-451e-94f4-1d1461707881', 'name': '', 'network_id': 'e160e0e8-e0fd-4af5-b357-0de9a51426d2', 'tenant_id': '01817da1260c41b4abe6f02b11c66232', 'mac_address': 'fa:16:3e:fd:20:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a2ad15-8642-4070-a068-21959c7fda38', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8d716194-1361-4e1c-afd7-19790eeb2259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:13Z', 'updated_at': '2022-08-26T06:19:23Z', 'revision_number': 5, 'project_id': '01817da1260c41b4abe6f02b11c66232', 'subnets': [{'id': '8d716194-1361-4e1c-afd7-19790eeb2259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:21:07.004937 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c89784e-0776-4354-98e5-eceefb35000c None None] Checking router: 41a2ad15-8642-4070-a068-21959c7fda38 for host: dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:21:07.009501 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-58d41a44-f62f-4f32-9a03-6f0144a28102 req-cc1eed61-4963-46a8-b11a-9e00b03982b5 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2057602 Aug 26 06:21:07.013879 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c89784e-0776-4354-98e5-eceefb35000c None None] Routers {'41a2ad15-8642-4070-a068-21959c7fda38'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:21:07.014812 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-0c89784e-0776-4354-98e5-eceefb35000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:20:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['41a2ad15-8642-4070-a068-21959c7fda38'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:21:07.040423 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-dac13f21-7178-43b1-87d7-a744a391fc02 req-3e857429-fa8a-42b7-b66f-a09e36801fa0 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] For port 8caf9b6b-dcf3-478e-8706-d6a2f2a69cde, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=8caf9b6b-dcf3-478e-8706-d6a2f2a69cde,segment=NetworkSegment(da7c9f63-cf36-404c-a816-66d394fc780b),segment_id=da7c9f63-cf36-404c-a816-66d394fc780b)] {{(pid=107133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:21:07.040791 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-dac13f21-7178-43b1-87d7-a744a391fc02 req-3e857429-fa8a-42b7-b66f-a09e36801fa0 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (8caf9b6b-dcf3-478e-8706-d6a2f2a69cde), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:07.043923 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4a95c-e08b-4f9e-b566-573839c76136 req-5425c600-7d89-4695-9828-965ba79001b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:07.045616 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-81f4a95c-e08b-4f9e-b566-573839c76136 req-5425c600-7d89-4695-9828-965ba79001b9 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=6c5f68e8-9704-4e4e-a557-4e9515d804ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0843101 Aug 26 06:21:07.064866 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [req-dac13f21-7178-43b1-87d7-a744a391fc02 req-3e857429-fa8a-42b7-b66f-a09e36801fa0 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Calling delete_port for 8caf9b6b-dcf3-478e-8706-d6a2f2a69cde owned by compute:nova {{(pid=107133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:21:07.140164 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-0c89784e-0776-4354-98e5-eceefb35000c None None] Set router 41a2ad15-8642-4070-a068-21959c7fda38 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:21:07.165045 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-0ec4f3e6-c9ad-4216-b735-3196b9df2e7e tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for floatingip (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:07.205680 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-81f4a95c-e08b-4f9e-b566-573839c76136 req-d745cd5d-85e1-40ba-bd6e-6dddbf9b45b0 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6c5f68e8-9704-4e4e-a557-4e9515d804ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514933 Aug 26 06:21:07.207234 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-0ec4f3e6-c9ad-4216-b735-3196b9df2e7e tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8020859 Aug 26 06:21:07.208013 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff368667-d93b-4b10-9606-09331ebb857c', 'tag': 'f4d37966-d902-4c07-9ee5-4be2e42d1714'}] {{(pid=107134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:21:07.210381 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98877e02f8b3cb06335249729d630ff259ce8fa3eff905cdf154d6d548f15152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f641316a-2a19-4abc-b83b-1a2edcc82679" -d '{"events": [{"name": "network-changed", "server_uuid": "ff368667-d93b-4b10-9606-09331ebb857c", "tag": "f4d37966-d902-4c07-9ee5-4be2e42d1714"}]}' {{(pid=107134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:21:07.226658 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 54270) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:21:07.231658 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-2b2e1df5-c72f-49e8-8bfd-5ae685dbea86 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-948216797', 'description': 'tempest-secgroup-smoke-948216797 description', 'project_id': '01817da1260c41b4abe6f02b11c66232'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:21:07.277784 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88f2a74-c48f-4371-bc18-6287c7c6a6b1 x-openstack-request-id: req-f88f2a74-c48f-4371-bc18-6287c7c6a6b1 {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:21:07.277784 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff368667-d93b-4b10-9606-09331ebb857c", "tag": "f4d37966-d902-4c07-9ee5-4be2e42d1714", "status": "completed", "code": 200}]} {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:21:07.277784 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f88f2a74-c48f-4371-bc18-6287c7c6a6b1 {{(pid=107134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:21:07.277784 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f88f2a74-c48f-4371-bc18-6287c7c6a6b1'] response: {'name': 'network-changed', 'server_uuid': 'ff368667-d93b-4b10-9606-09331ebb857c', 'tag': 'f4d37966-d902-4c07-9ee5-4be2e42d1714', 'status': 'completed', 'code': 200} Aug 26 06:21:07.395752 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-81f4a95c-e08b-4f9e-b566-573839c76136 req-9bd32ab0-298c-4cb2-a40d-23db5bd5997e service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6c5f68e8-9704-4e4e-a557-4e9515d804ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780782 Aug 26 06:21:07.397701 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641316a-2a19-4abc-b83b-1a2edcc82679 req-d6fd24ee-8204-4bb5-9c35-1212070fa53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:07.398319 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f641316a-2a19-4abc-b83b-1a2edcc82679 req-d6fd24ee-8204-4bb5-9c35-1212070fa53c service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=01817da1260c41b4abe6f02b11c66232&device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 1130 time: 0.0824153 Aug 26 06:21:07.463887 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-2b2e1df5-c72f-49e8-8bfd-5ae685dbea86 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:07.467092 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-0c89784e-0776-4354-98e5-eceefb35000c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a2ad15-8642-4070-a068-21959c7fda38', 'name': 'tempest-TestMinimumBasicScenario-1198191356-router', 'tenant_id': '01817da1260c41b4abe6f02b11c66232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e90c5720-6363-4745-9536-1e00049eb1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:07Z', 'updated_at': '2022-08-26T06:19:14Z', 'revision_number': 4, 'project_id': '01817da1260c41b4abe6f02b11c66232', 'gw_port': {'id': 'e90c5720-6363-4745-9536-1e00049eb1f5', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:57:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a2ad15-8642-4070-a068-21959c7fda38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:09Z', 'updated_at': '2022-08-26T06:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': '4e4e2e98-3492-40e5-b173-0f1a6abafad2', 'tenant_id': '01817da1260c41b4abe6f02b11c66232', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '41a2ad15-8642-4070-a068-21959c7fda38', 'port_id': 'f4d37966-d902-4c07-9ee5-4be2e42d1714', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e160e0e8-e0fd-4af5-b357-0de9a51426d2', 'mac_address': 'fa:16:3e:5b:68:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff368667-d93b-4b10-9606-09331ebb857c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:21:05Z', 'updated_at': '2022-08-26T06:21:05Z', 'revision_number': 0, 'project_id': '01817da1260c41b4abe6f02b11c66232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c7ffa5d-1acb-451e-94f4-1d1461707881', 'name': '', 'network_id': 'e160e0e8-e0fd-4af5-b357-0de9a51426d2', 'tenant_id': '01817da1260c41b4abe6f02b11c66232', 'mac_address': 'fa:16:3e:fd:20:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a2ad15-8642-4070-a068-21959c7fda38', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8d716194-1361-4e1c-afd7-19790eeb2259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:13Z', 'updated_at': '2022-08-26T06:19:23Z', 'revision_number': 5, 'project_id': '01817da1260c41b4abe6f02b11c66232', 'subnets': [{'id': '8d716194-1361-4e1c-afd7-19790eeb2259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:21:07.497022 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc4ecb-d67b-4858-8dbd-662ab5099782 req-8894df57-6c91-42ef-8af3-1150beba9157 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:07.498878 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f8bc4ecb-d67b-4858-8dbd-662ab5099782 req-8894df57-6c91-42ef-8af3-1150beba9157 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ac54c89b-a0e4-4948-8da6-e9627afd22d4 HTTP/1.1" status: 200 len: 945 time: 0.0980370 Aug 26 06:21:07.502185 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c89784e-0776-4354-98e5-eceefb35000c None None] The sync data for ids ['41a2ad15-8642-4070-a068-21959c7fda38'] in dv-cinder-853910-3-iscsi is: [{'id': '41a2ad15-8642-4070-a068-21959c7fda38', 'name': 'tempest-TestMinimumBasicScenario-1198191356-router', 'tenant_id': '01817da1260c41b4abe6f02b11c66232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e90c5720-6363-4745-9536-1e00049eb1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:07Z', 'updated_at': '2022-08-26T06:19:14Z', 'revision_number': 4, 'project_id': '01817da1260c41b4abe6f02b11c66232', 'gw_port': {'id': 'e90c5720-6363-4745-9536-1e00049eb1f5', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:57:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a2ad15-8642-4070-a068-21959c7fda38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:09Z', 'updated_at': '2022-08-26T06:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': '4e4e2e98-3492-40e5-b173-0f1a6abafad2', 'tenant_id': '01817da1260c41b4abe6f02b11c66232', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '41a2ad15-8642-4070-a068-21959c7fda38', 'port_id': 'f4d37966-d902-4c07-9ee5-4be2e42d1714', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e160e0e8-e0fd-4af5-b357-0de9a51426d2', 'mac_address': 'fa:16:3e:5b:68:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff368667-d93b-4b10-9606-09331ebb857c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:21:05Z', 'updated_at': '2022-08-26T06:21:05Z', 'revision_number': 0, 'project_id': '01817da1260c41b4abe6f02b11c66232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c7ffa5d-1acb-451e-94f4-1d1461707881', 'name': '', 'network_id': 'e160e0e8-e0fd-4af5-b357-0de9a51426d2', 'tenant_id': '01817da1260c41b4abe6f02b11c66232', 'mac_address': 'fa:16:3e:fd:20:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a2ad15-8642-4070-a068-21959c7fda38', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8d716194-1361-4e1c-afd7-19790eeb2259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:13Z', 'updated_at': '2022-08-26T06:19:23Z', 'revision_number': 5, 'project_id': '01817da1260c41b4abe6f02b11c66232', 'subnets': [{'id': '8d716194-1361-4e1c-afd7-19790eeb2259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:21:07.578071 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641316a-2a19-4abc-b83b-1a2edcc82679 req-098b60c7-c20e-4c08-b913-ce4ef9591ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:07.579770 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f641316a-2a19-4abc-b83b-1a2edcc82679 req-098b60c7-c20e-4c08-b913-ce4ef9591ec1 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=e160e0e8-e0fd-4af5-b357-0de9a51426d2 HTTP/1.1" status: 200 len: 916 time: 0.1701274 Aug 26 06:21:07.584881 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f8bc4ecb-d67b-4858-8dbd-662ab5099782 req-62720197-9ec3-44c6-a5ab-feebec148f3b tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51608092-940b-4d03-a97f-ce6ad066cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773845 Aug 26 06:21:07.639585 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-dac13f21-7178-43b1-87d7-a744a391fc02 req-3e857429-fa8a-42b7-b66f-a09e36801fa0 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (8caf9b6b-dcf3-478e-8706-d6a2f2a69cde), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:07.666802 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] get_ports_and_sgs() called for port_ids ['8caf9b6b-dcf3-478e-8706-d6a2f2a69cde'] {{(pid=107135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 06:21:07.724122 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-2b2e1df5-c72f-49e8-8bfd-5ae685dbea86 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks [] for security_group (7875ffc9-e6f0-4862-8815-e1c917165a02), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:07.791050 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e147d1-8973-431d-8e34-f38a753c7fa5 None None] New status for floating IP 4e4e2e98-3492-40e5-b173-0f1a6abafad2: ACTIVE {{(pid=107136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 06:21:07.959376 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e857429-fa8a-42b7-b66f-a09e36801fa0 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Pushing event deleted for resources: {'Port': ['ID=8caf9b6b-dcf3-478e-8706-d6a2f2a69cde,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:21:07.977453 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f641316a-2a19-4abc-b83b-1a2edcc82679 req-d1d30a47-750e-4e58-a2fc-663eb9a2bb3f service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4d37966-d902-4c07-9ee5-4be2e42d1714 HTTP/1.1" status: 200 len: 1000 time: 0.3865952 Aug 26 06:21:07.996611 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-2b2e1df5-c72f-49e8-8bfd-5ae685dbea86 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (7875ffc9-e6f0-4862-8815-e1c917165a02), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:08.039938 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e1df5-c72f-49e8-8bfd-5ae685dbea86 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7875ffc9-e6f0-4862-8815-e1c917165a02,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:21:08.067938 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac13f21-7178-43b1-87d7-a744a391fc02 req-3e857429-fa8a-42b7-b66f-a09e36801fa0 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] No DVR routers for this DVR port 8caf9b6b-dcf3-478e-8706-d6a2f2a69cde on host hv-cinder-85391 {{(pid=107133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:21:08.074837 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-dac13f21-7178-43b1-87d7-a744a391fc02 req-3e857429-fa8a-42b7-b66f-a09e36801fa0 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:08.078117 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-dac13f21-7178-43b1-87d7-a744a391fc02 req-3e857429-fa8a-42b7-b66f-a09e36801fa0 tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.76 "DELETE /networking/v2.0/ports/8caf9b6b-dcf3-478e-8706-d6a2f2a69cde HTTP/1.1" status: 204 len: 173 time: 1.4536345 Aug 26 06:21:08.078583 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac54c89b-a0e4-4948-8da6-e9627afd22d4', 'name': 'network-vif-deleted', 'tag': '8caf9b6b-dcf3-478e-8706-d6a2f2a69cde'}] {{(pid=107133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:21:08.081393 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8285fbc4cf3847b51d9cb7eba3379b7f58b909d4ff4eae5f417f2c246939f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b3db77-4d01-4fe4-aa3d-bada54c61c53" -d '{"events": [{"server_uuid": "ac54c89b-a0e4-4948-8da6-e9627afd22d4", "name": "network-vif-deleted", "tag": "8caf9b6b-dcf3-478e-8706-d6a2f2a69cde"}]}' {{(pid=107133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:21:08.095443 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50313cf6-093e-41f8-8c74-0f987fa98e9a req-1438e36b-a4dd-4011-9c15-eb1c88f4811b tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:08.096930 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-50313cf6-093e-41f8-8c74-0f987fa98e9a req-1438e36b-a4dd-4011-9c15-eb1c88f4811b tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.1436248 Aug 26 06:21:08.107363 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641316a-2a19-4abc-b83b-1a2edcc82679 req-4e30e94a-383f-486d-a380-48435cc3eac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:08.111013 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f641316a-2a19-4abc-b83b-1a2edcc82679 req-4e30e94a-383f-486d-a380-48435cc3eac6 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=8d716194-1361-4e1c-afd7-19790eeb2259 HTTP/1.1" status: 200 len: 854 time: 0.1016839 Aug 26 06:21:08.182483 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641316a-2a19-4abc-b83b-1a2edcc82679 req-ca2d75eb-fb69-422e-b67f-b0f2af1ece8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:08.184105 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f641316a-2a19-4abc-b83b-1a2edcc82679 req-ca2d75eb-fb69-422e-b67f-b0f2af1ece8f service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=e160e0e8-e0fd-4af5-b357-0de9a51426d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0663249 Aug 26 06:21:08.192287 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-50313cf6-093e-41f8-8c74-0f987fa98e9a req-76393960-c30c-4de7-8bbe-3a7ae779dce3 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867527 Aug 26 06:21:08.235204 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-2b2e1df5-c72f-49e8-8bfd-5ae685dbea86 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:08.244076 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-2b2e1df5-c72f-49e8-8bfd-5ae685dbea86 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.0086586 Aug 26 06:21:08.245102 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 54282) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:21:08.250229 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-28bcbbe9-ab8f-4693-bf29-4e63b1b59e73 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Request body: {'security_group_rule': {'security_group_id': '7875ffc9-e6f0-4862-8815-e1c917165a02', 'project_id': '01817da1260c41b4abe6f02b11c66232', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:21:08.355678 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc165f39-c1cc-4df1-9ae8-dcbad55da613 req-a9e13db0-c8a3-46dc-b25c-a229d7d1e74b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:08.357183 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-bc165f39-c1cc-4df1-9ae8-dcbad55da613 req-a9e13db0-c8a3-46dc-b25c-a229d7d1e74b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 944 time: 0.0674348 Aug 26 06:21:08.388801 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f641316a-2a19-4abc-b83b-1a2edcc82679 req-b493e238-586f-4687-a465-f6579680eb8a service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e160e0e8-e0fd-4af5-b357-0de9a51426d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946716 Aug 26 06:21:08.466644 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-28bcbbe9-ab8f-4693-bf29-4e63b1b59e73 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks [] for security_group_rule (466ebcfd-6fbe-45b8-b8b4-61a6f23cb956), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:08.470024 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-bc165f39-c1cc-4df1-9ae8-dcbad55da613 req-e4764c57-8bd2-4021-a2f1-2fd2bd94bc38 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040189 Aug 26 06:21:08.537097 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f641316a-2a19-4abc-b83b-1a2edcc82679 req-b7c6a611-c7b5-4371-8d89-94bfb5c6885c service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e160e0e8-e0fd-4af5-b357-0de9a51426d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410377 Aug 26 06:21:08.543376 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412e1f79-9266-44c4-863f-030eca658eb5 x-openstack-request-id: req-412e1f79-9266-44c4-863f-030eca658eb5 {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:21:08.543376 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac54c89b-a0e4-4948-8da6-e9627afd22d4", "name": "network-vif-deleted", "tag": "8caf9b6b-dcf3-478e-8706-d6a2f2a69cde", "status": "completed", "code": 200}]} {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:21:08.543376 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-412e1f79-9266-44c4-863f-030eca658eb5 {{(pid=107133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:21:08.544520 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-412e1f79-9266-44c4-863f-030eca658eb5'] response: {'server_uuid': 'ac54c89b-a0e4-4948-8da6-e9627afd22d4', 'name': 'network-vif-deleted', 'tag': '8caf9b6b-dcf3-478e-8706-d6a2f2a69cde', 'status': 'completed', 'code': 200} Aug 26 06:21:08.577562 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-28bcbbe9-ab8f-4693-bf29-4e63b1b59e73 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks [] for security_group_rule (466ebcfd-6fbe-45b8-b8b4-61a6f23cb956), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:08.699569 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ed43c729-8421-4874-8f3d-d3c3f6154ecc req-0d9f3dfe-f6f2-449c-a8f2-d223ea6916fc tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ac54c89b-a0e4-4948-8da6-e9627afd22d4 HTTP/1.1" status: 200 len: 210 time: 0.0286217 Aug 26 06:21:08.956685 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-28bcbbe9-ab8f-4693-bf29-4e63b1b59e73 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692507'] for security_group_rule (466ebcfd-6fbe-45b8-b8b4-61a6f23cb956), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:08.959246 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:08.984876 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bcbbe9-ab8f-4693-bf29-4e63b1b59e73 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=466ebcfd-6fbe-45b8-b8b4-61a6f23cb956,revision_number=0']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:21:09.118806 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-28bcbbe9-ab8f-4693-bf29-4e63b1b59e73 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:09.120137 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-28bcbbe9-ab8f-4693-bf29-4e63b1b59e73 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8743963 Aug 26 06:21:09.123081 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 54288) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:21:09.132150 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-a3b55f31-5a99-4785-8812-46cf608ff5ee tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Request body: {'security_group_rule': {'security_group_id': '7875ffc9-e6f0-4862-8815-e1c917165a02', 'project_id': '01817da1260c41b4abe6f02b11c66232', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:21:09.349480 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947d27d-49ee-4423-b52c-733466c8164c req-8f96a278-9f09-412b-9023-768eb33a2398 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:09.351871 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7947d27d-49ee-4423-b52c-733466c8164c req-8f96a278-9f09-412b-9023-768eb33a2398 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0614705 Aug 26 06:21:09.370314 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a3b55f31-5a99-4785-8812-46cf608ff5ee tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks [] for security_group_rule (aa5f9fcf-082d-42bb-8177-9e36a5d4cda7), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:09.416327 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7947d27d-49ee-4423-b52c-733466c8164c req-947f8d64-84ea-4666-ba17-7df0b8bc4142 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549481 Aug 26 06:21:09.458826 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a3b55f31-5a99-4785-8812-46cf608ff5ee tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks [] for security_group_rule (aa5f9fcf-082d-42bb-8177-9e36a5d4cda7), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:09.663061 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5b2be-8de2-49fe-938b-f2e683d29d8e req-6a647975-7dc2-41f2-a67d-041658f137b2 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:09.664611 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-56d5b2be-8de2-49fe-938b-f2e683d29d8e req-6a647975-7dc2-41f2-a67d-041658f137b2 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 944 time: 0.0631909 Aug 26 06:21:09.688549 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a3b55f31-5a99-4785-8812-46cf608ff5ee tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692507'] for security_group_rule (aa5f9fcf-082d-42bb-8177-9e36a5d4cda7), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:09.715772 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b55f31-5a99-4785-8812-46cf608ff5ee tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa5f9fcf-082d-42bb-8177-9e36a5d4cda7,revision_number=0']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:21:09.742776 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-56d5b2be-8de2-49fe-938b-f2e683d29d8e req-5a0d8a7e-d94f-4231-b170-6730af262439 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725276 Aug 26 06:21:09.821563 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d2994db1-8d4b-4eee-a0f2-632d4a01e647 req-2d60ac00-2162-47fc-8c71-f03037bd4c7d tempest-VolumesActionsTest-1836030690 tempest-VolumesActionsTest-1836030690-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ac54c89b-a0e4-4948-8da6-e9627afd22d4 HTTP/1.1" status: 200 len: 210 time: 0.0284991 Aug 26 06:21:09.987542 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a3b55f31-5a99-4785-8812-46cf608ff5ee tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:09.989489 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-a3b55f31-5a99-4785-8812-46cf608ff5ee tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8652961 Aug 26 06:21:09.992543 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 54300) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:21:09.998476 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-4b27f89c-5766-43c7-85cf-fe77645861e5 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Request body: {'security_group_rule': {'security_group_id': '7875ffc9-e6f0-4862-8815-e1c917165a02', 'project_id': '01817da1260c41b4abe6f02b11c66232', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:21:10.309945 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4b27f89c-5766-43c7-85cf-fe77645861e5 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks [] for security_group_rule (5bb46190-e650-48a9-b9d1-83e00dd5133f), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:10.387222 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4b27f89c-5766-43c7-85cf-fe77645861e5 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks [] for security_group_rule (5bb46190-e650-48a9-b9d1-83e00dd5133f), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:10.540170 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c720daa-04b3-422d-985b-bd526dd19c86 req-28b0c192-162c-4fc5-88aa-132ea43ba488 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:10.541653 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8c720daa-04b3-422d-985b-bd526dd19c86 req-28b0c192-162c-4fc5-88aa-132ea43ba488 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0472848 Aug 26 06:21:10.591371 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8c720daa-04b3-422d-985b-bd526dd19c86 req-af5a1580-6abf-43c2-8a22-e8bca9304034 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437541 Aug 26 06:21:10.693343 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4b27f89c-5766-43c7-85cf-fe77645861e5 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692507'] for security_group_rule (5bb46190-e650-48a9-b9d1-83e00dd5133f), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:10.699018 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 8caf9b6b-dcf3-478e-8706-d6a2f2a69cde no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:21:10.725074 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] No Port match for: 8caf9b6b-dcf3-478e-8706-d6a2f2a69cde {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:21:10.725512 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 8caf9b6b-dcf3-478e-8706-d6a2f2a69cde not bound to the agent host hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:21:10.728286 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27f89c-5766-43c7-85cf-fe77645861e5 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb46190-e650-48a9-b9d1-83e00dd5133f,revision_number=0']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:21:10.733276 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7b7df-b454-4d01-b615-82ce5ab8595a req-a7368116-b917-4e0e-bd17-3fff41946ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:10.735813 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a4d7b7df-b454-4d01-b615-82ce5ab8595a req-a7368116-b917-4e0e-bd17-3fff41946ee0 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c&tenant_id=f7e0c375a58842e18a4306779fd6e167 HTTP/1.1" status: 200 len: 1128 time: 0.1070035 Aug 26 06:21:10.829805 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7b7df-b454-4d01-b615-82ce5ab8595a req-69b001e7-2bad-44b4-bbb5-9f36c1df7402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:10.830888 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:10.832602 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a4d7b7df-b454-4d01-b615-82ce5ab8595a req-69b001e7-2bad-44b4-bbb5-9f36c1df7402 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f7e0c375a58842e18a4306779fd6e167&device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 1128 time: 0.0562866 Aug 26 06:21:10.945566 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1747d1a-befb-4460-86da-f9ce0592a51c req-de8346ba-d8bb-4855-9ff4-d0ff9680b2d9 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:10.947154 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d1747d1a-befb-4460-86da-f9ce0592a51c req-de8346ba-d8bb-4855-9ff4-d0ff9680b2d9 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 944 time: 0.1088293 Aug 26 06:21:10.972919 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4b27f89c-5766-43c7-85cf-fe77645861e5 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:10.974009 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-4b27f89c-5766-43c7-85cf-fe77645861e5 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9804397 Aug 26 06:21:10.977601 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 54312) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:21:10.982104 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-2a805e05-a083-4ed1-9be1-c9db1fa67430 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Request body: {'security_group_rule': {'security_group_id': '7875ffc9-e6f0-4862-8815-e1c917165a02', 'project_id': '01817da1260c41b4abe6f02b11c66232', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:21:11.017239 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7b7df-b454-4d01-b615-82ce5ab8595a req-b5364e0c-2263-430e-8c95-63a195ff5994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:11.018746 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a4d7b7df-b454-4d01-b615-82ce5ab8595a req-b5364e0c-2263-430e-8c95-63a195ff5994 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0329fd48-f6a9-4c16-8004-ab5a1f76eb8f HTTP/1.1" status: 200 len: 917 time: 0.1786320 Aug 26 06:21:11.026499 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d1747d1a-befb-4460-86da-f9ce0592a51c req-09cad232-3248-4fb8-b80e-c9bc2534a2ed tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735810 Aug 26 06:21:11.145565 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a4d7b7df-b454-4d01-b615-82ce5ab8595a req-33569a11-c84e-4a47-b090-962d1bcbefc6 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b7fc810-cb09-42a2-a246-9a1fd1d7d061 HTTP/1.1" status: 200 len: 1000 time: 0.0584018 Aug 26 06:21:11.145700 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7b7df-b454-4d01-b615-82ce5ab8595a req-3dc83e78-baf0-499c-b5bd-9ab664cc5e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:11.147126 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a4d7b7df-b454-4d01-b615-82ce5ab8595a req-3dc83e78-baf0-499c-b5bd-9ab664cc5e00 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=ce64dff0-037a-436e-960d-bd71ac86cc2b HTTP/1.1" status: 200 len: 855 time: 0.0445786 Aug 26 06:21:11.207208 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7b7df-b454-4d01-b615-82ce5ab8595a req-b3340ff3-70b5-4b06-a2b0-4f043c95d651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:11.208901 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a4d7b7df-b454-4d01-b615-82ce5ab8595a req-b3340ff3-70b5-4b06-a2b0-4f043c95d651 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0329fd48-f6a9-4c16-8004-ab5a1f76eb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418985 Aug 26 06:21:11.254150 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-2a805e05-a083-4ed1-9be1-c9db1fa67430 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks [] for security_group_rule (e511b90b-029c-48e7-b760-7f138b7633d0), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:11.320901 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-2a805e05-a083-4ed1-9be1-c9db1fa67430 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks [] for security_group_rule (e511b90b-029c-48e7-b760-7f138b7633d0), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:11.327019 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a4d7b7df-b454-4d01-b615-82ce5ab8595a req-09f84825-575e-479c-9f8c-39d3d4ad1f9c service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0329fd48-f6a9-4c16-8004-ab5a1f76eb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088278 Aug 26 06:21:11.426830 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a4d7b7df-b454-4d01-b615-82ce5ab8595a req-1b1ed9cd-e240-4dfe-ac77-eaa270a1fe7d service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0329fd48-f6a9-4c16-8004-ab5a1f76eb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929611 Aug 26 06:21:11.476960 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-2a805e05-a083-4ed1-9be1-c9db1fa67430 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692507'] for security_group_rule (e511b90b-029c-48e7-b760-7f138b7633d0), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:11.492866 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a805e05-a083-4ed1-9be1-c9db1fa67430 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e511b90b-029c-48e7-b760-7f138b7633d0,revision_number=0']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:21:11.713894 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72e5f7-c432-4372-a304-b085342c65aa req-d7b3ac16-518e-4f97-83ca-cc1caf517444 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:11.715422 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3e72e5f7-c432-4372-a304-b085342c65aa req-d7b3ac16-518e-4f97-83ca-cc1caf517444 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0478365 Aug 26 06:21:11.779502 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3e72e5f7-c432-4372-a304-b085342c65aa req-b03b4d0e-062d-4e1b-95ec-c66002b7e3fd tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559254 Aug 26 06:21:11.805300 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-2a805e05-a083-4ed1-9be1-c9db1fa67430 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:11.807870 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-2a805e05-a083-4ed1-9be1-c9db1fa67430 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8286405 Aug 26 06:21:11.810056 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 54332) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:21:11.815154 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-a2456320-ec05-4f72-98d1-418e995528bc tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Request body: {'security_group_rule': {'security_group_id': '7875ffc9-e6f0-4862-8815-e1c917165a02', 'project_id': '01817da1260c41b4abe6f02b11c66232', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:21:12.018593 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.db.securitygroups_db [None req-a2456320-ec05-4f72-98d1-418e995528bc tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Project 01817da1260c41b4abe6f02b11c66232 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 06:21:12.026164 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a2456320-ec05-4f72-98d1-418e995528bc tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks [] for security_group_rule (88900906-a69e-4543-a71f-f702d56d0e23), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:12.095347 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a2456320-ec05-4f72-98d1-418e995528bc tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks [] for security_group_rule (88900906-a69e-4543-a71f-f702d56d0e23), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:12.172904 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b78f5-bd2a-40be-a3da-7593ab4dc1ff req-f30ca369-619c-4c00-844f-f8a9ce993189 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:12.174937 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-6f4b78f5-bd2a-40be-a3da-7593ab4dc1ff req-f30ca369-619c-4c00-844f-f8a9ce993189 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 944 time: 0.0548785 Aug 26 06:21:12.223512 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-6f4b78f5-bd2a-40be-a3da-7593ab4dc1ff req-3aadbe63-1572-4997-93a4-69a76dd1f671 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431304 Aug 26 06:21:12.683032 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a2456320-ec05-4f72-98d1-418e995528bc tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692507'] for security_group_rule (88900906-a69e-4543-a71f-f702d56d0e23), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:12.708147 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2456320-ec05-4f72-98d1-418e995528bc tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88900906-a69e-4543-a71f-f702d56d0e23,revision_number=0']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:21:12.954185 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4204e-c3fc-43d7-9528-cc4474a80794 req-9b60fa20-15b4-4060-92b4-684dac94777e tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:12.964474 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c0b4204e-c3fc-43d7-9528-cc4474a80794 req-9b60fa20-15b4-4060-92b4-684dac94777e tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0942345 Aug 26 06:21:12.971602 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a2456320-ec05-4f72-98d1-418e995528bc tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:12.974453 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 54368) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:21:12.975181 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-a2456320-ec05-4f72-98d1-418e995528bc tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1638329 Aug 26 06:21:12.984828 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-22346950-6565-4986-952a-f2634aadc937 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Request body: {'security_group_rule': {'security_group_id': '7875ffc9-e6f0-4862-8815-e1c917165a02', 'project_id': '01817da1260c41b4abe6f02b11c66232', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:21:13.062912 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c0b4204e-c3fc-43d7-9528-cc4474a80794 req-ef033c34-d1cf-4c7d-86ed-52f8625f3d04 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858107 Aug 26 06:21:13.132923 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.db.securitygroups_db [None req-22346950-6565-4986-952a-f2634aadc937 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Project 01817da1260c41b4abe6f02b11c66232 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 06:21:13.142256 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-22346950-6565-4986-952a-f2634aadc937 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks [] for security_group_rule (49e019d3-4522-4628-9c20-dba5cfeaee13), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:13.190066 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:13.260085 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-22346950-6565-4986-952a-f2634aadc937 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks [] for security_group_rule (49e019d3-4522-4628-9c20-dba5cfeaee13), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:13.395074 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1bdac-04f2-4a4a-ba54-621ced880b27 req-12757608-f8c2-4aec-ba95-6e8c93f917e7 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:13.397106 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-3af1bdac-04f2-4a4a-ba54-621ced880b27 req-12757608-f8c2-4aec-ba95-6e8c93f917e7 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 944 time: 0.0665884 Aug 26 06:21:13.453485 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-22346950-6565-4986-952a-f2634aadc937 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692507'] for security_group_rule (49e019d3-4522-4628-9c20-dba5cfeaee13), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:13.511866 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:13.519308 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-3af1bdac-04f2-4a4a-ba54-621ced880b27 req-89ec899c-a033-4196-b04a-3b1960a01f71 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991056 Aug 26 06:21:13.519308 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22346950-6565-4986-952a-f2634aadc937 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49e019d3-4522-4628-9c20-dba5cfeaee13,revision_number=0']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:21:13.620273 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-22346950-6565-4986-952a-f2634aadc937 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:13.622674 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-22346950-6565-4986-952a-f2634aadc937 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6456833 Aug 26 06:21:13.719876 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9534c601-7430-4adc-b6fc-7a93093103e1 req-765c890f-9137-47ae-8823-56c8d9cce576 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-948216797&fields=id&tenant_id=01817da1260c41b4abe6f02b11c66232 HTTP/1.1" status: 200 len: 267 time: 0.0487204 Aug 26 06:21:13.772336 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534c601-7430-4adc-b6fc-7a93093103e1 req-21ba414b-d534-431f-b912-1ac6d4a65bc1 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:13.773859 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9534c601-7430-4adc-b6fc-7a93093103e1 req-21ba414b-d534-431f-b912-1ac6d4a65bc1 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 946 time: 0.0476775 Aug 26 06:21:13.786827 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [req-9534c601-7430-4adc-b6fc-7a93093103e1 req-15a2eedc-0aca-44e1-b48c-14fd4afe8927 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Request body: {'port': {'security_groups': ['dde0a0f1-da41-4c28-b308-c3edefcbd1dd', '7875ffc9-e6f0-4862-8815-e1c917165a02']}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:21:13.887653 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-9534c601-7430-4adc-b6fc-7a93093103e1 req-15a2eedc-0aca-44e1-b48c-14fd4afe8927 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (f4d37966-d902-4c07-9ee5-4be2e42d1714), before_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:14.043415 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:14.224379 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [req-9534c601-7430-4adc-b6fc-7a93093103e1 req-15a2eedc-0aca-44e1-b48c-14fd4afe8927 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] For port f4d37966-d902-4c07-9ee5-4be2e42d1714, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=f4d37966-d902-4c07-9ee5-4be2e42d1714,segment=NetworkSegment(61084740-e827-4b91-82dd-c854e7f47a2f),segment_id=61084740-e827-4b91-82dd-c854e7f47a2f)] {{(pid=107134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:21:14.265676 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3227962-1046-4bb0-b2eb-203a92f9d348 req-dddf8b58-cfbb-4315-9bc8-0d6a623e6b25 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:14.267196 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e3227962-1046-4bb0-b2eb-203a92f9d348 req-dddf8b58-cfbb-4315-9bc8-0d6a623e6b25 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0694740 Aug 26 06:21:14.295225 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-9534c601-7430-4adc-b6fc-7a93093103e1 req-15a2eedc-0aca-44e1-b48c-14fd4afe8927 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks [] for port (f4d37966-d902-4c07-9ee5-4be2e42d1714), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:14.316603 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:14.360976 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e3227962-1046-4bb0-b2eb-203a92f9d348 req-969096cc-89b6-43b0-9d3a-5be735723983 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703194 Aug 26 06:21:14.413698 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-9534c601-7430-4adc-b6fc-7a93093103e1 req-15a2eedc-0aca-44e1-b48c-14fd4afe8927 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183148'] for port (f4d37966-d902-4c07-9ee5-4be2e42d1714), after_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:14.423386 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534c601-7430-4adc-b6fc-7a93093103e1 req-15a2eedc-0aca-44e1-b48c-14fd4afe8927 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:14.426926 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-9534c601-7430-4adc-b6fc-7a93093103e1 req-15a2eedc-0aca-44e1-b48c-14fd4afe8927 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:14.428515 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9534c601-7430-4adc-b6fc-7a93093103e1 req-15a2eedc-0aca-44e1-b48c-14fd4afe8927 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "PUT /networking/v2.0/ports/f4d37966-d902-4c07-9ee5-4be2e42d1714 HTTP/1.1" status: 200 len: 982 time: 0.6470492 Aug 26 06:21:14.432390 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] get_ports_and_sgs() called for port_ids ['f4d37966-d902-4c07-9ee5-4be2e42d1714'] {{(pid=107135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 06:21:14.499822 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff368667-d93b-4b10-9606-09331ebb857c', 'tag': 'f4d37966-d902-4c07-9ee5-4be2e42d1714'}] {{(pid=107134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:21:14.502320 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98877e02f8b3cb06335249729d630ff259ce8fa3eff905cdf154d6d548f15152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e4e206-0fb8-4a44-8681-220017d2715e" -d '{"events": [{"name": "network-changed", "server_uuid": "ff368667-d93b-4b10-9606-09331ebb857c", "tag": "f4d37966-d902-4c07-9ee5-4be2e42d1714"}]}' {{(pid=107134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:21:14.508294 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2eedc-0aca-44e1-b48c-14fd4afe8927 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Pushing event updated for resources: {'Port': ['ID=f4d37966-d902-4c07-9ee5-4be2e42d1714,revision_number=6']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:21:14.567619 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0ed0b8-baa4-4caf-9631-d8e595f101c1 x-openstack-request-id: req-4a0ed0b8-baa4-4caf-9631-d8e595f101c1 {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:21:14.568124 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff368667-d93b-4b10-9606-09331ebb857c", "tag": "f4d37966-d902-4c07-9ee5-4be2e42d1714", "status": "completed", "code": 200}]} {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:21:14.568611 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4a0ed0b8-baa4-4caf-9631-d8e595f101c1 {{(pid=107134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:21:14.569271 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a0ed0b8-baa4-4caf-9631-d8e595f101c1'] response: {'name': 'network-changed', 'server_uuid': 'ff368667-d93b-4b10-9606-09331ebb857c', 'tag': 'f4d37966-d902-4c07-9ee5-4be2e42d1714', 'status': 'completed', 'code': 200} Aug 26 06:21:14.687466 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c0f55-040b-46a6-85e7-4c15a0f57f47 req-290dc325-7667-4746-a245-dfd015b5ccbb tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:14.696312 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-190c0f55-040b-46a6-85e7-4c15a0f57f47 req-290dc325-7667-4746-a245-dfd015b5ccbb tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 985 time: 0.1359732 Aug 26 06:21:14.744170 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7ac87-7bdb-4bc9-bb5c-959af82c79a5 req-f56fa40c-4bbe-4e9f-9d25-aea0a8c820ce tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:14.751697 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c7d7ac87-7bdb-4bc9-bb5c-959af82c79a5 req-f56fa40c-4bbe-4e9f-9d25-aea0a8c820ce tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 944 time: 0.0965176 Aug 26 06:21:14.801516 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-190c0f55-040b-46a6-85e7-4c15a0f57f47 req-0c059a3f-de51-4786-88c2-7fc12f457704 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7875ffc9-e6f0-4862-8815-e1c917165a02&id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0971973 Aug 26 06:21:14.844360 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c7d7ac87-7bdb-4bc9-bb5c-959af82c79a5 req-6c81d85e-16cb-447f-89cc-023a93160870 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905957 Aug 26 06:21:15.502301 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59dfb71-49c4-42a1-8625-736cac42cc84 req-e2fae421-48d5-4bd5-9456-331746b241d2 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:15.504077 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b59dfb71-49c4-42a1-8625-736cac42cc84 req-e2fae421-48d5-4bd5-9456-331746b241d2 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0579705 Aug 26 06:21:15.556695 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b59dfb71-49c4-42a1-8625-736cac42cc84 req-9a80ca12-3392-4853-aeec-5ae980761a65 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454917 Aug 26 06:21:16.001954 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac04dcb-dc71-4b47-92b2-40a045167748 req-6ad3646b-73b3-4b33-b67c-7b27d1522da9 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:16.005110 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-4ac04dcb-dc71-4b47-92b2-40a045167748 req-6ad3646b-73b3-4b33-b67c-7b27d1522da9 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 944 time: 0.0621660 Aug 26 06:21:16.059005 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-4ac04dcb-dc71-4b47-92b2-40a045167748 req-53b7f982-1235-4453-a142-9f4a1d7c853b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476296 Aug 26 06:21:16.401512 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:16.493156 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:16.681449 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9efa3-932f-4cd8-8110-09d53530a380 req-f9613449-295f-429f-8416-d9608940b81d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:16.684345 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b5a9efa3-932f-4cd8-8110-09d53530a380 req-f9613449-295f-429f-8416-d9608940b81d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0522523 Aug 26 06:21:16.741853 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b5a9efa3-932f-4cd8-8110-09d53530a380 req-8812c89b-e31a-476a-a2be-82416045e188 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499275 Aug 26 06:21:16.928915 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:17.026341 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:17.219521 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debd98e-26a0-4cb6-b230-f5ace4e96b82 req-aa6daaa8-64d6-4e94-b0db-8dbe5b090287 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:17.222207 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5debd98e-26a0-4cb6-b230-f5ace4e96b82 req-aa6daaa8-64d6-4e94-b0db-8dbe5b090287 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 944 time: 0.0688620 Aug 26 06:21:17.279424 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5debd98e-26a0-4cb6-b230-f5ace4e96b82 req-e9a854c0-9117-4ecb-868c-f2f2bfb4c23e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507143 Aug 26 06:21:17.872311 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c553d-f491-41a7-8018-297a21941705 req-9178c363-ce82-4187-af3d-287c655674df tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:17.873859 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-026c553d-f491-41a7-8018-297a21941705 req-9178c363-ce82-4187-af3d-287c655674df tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0518501 Aug 26 06:21:17.930812 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-026c553d-f491-41a7-8018-297a21941705 req-7ef64d30-4018-4749-90cf-0f75c0663ae2 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491657 Aug 26 06:21:18.138275 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:18.335560 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] get_ports_and_sgs() called for port_ids ['f4d37966-d902-4c07-9ee5-4be2e42d1714'] {{(pid=107135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 06:21:18.364816 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:18.440750 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11beea-ef0f-42eb-bfb9-c2d3a0020545 req-7a7032a3-fb99-4d7f-82cb-881b90ba4aec tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:18.445380 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3f11beea-ef0f-42eb-bfb9-c2d3a0020545 req-7a7032a3-fb99-4d7f-82cb-881b90ba4aec tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 944 time: 0.0627568 Aug 26 06:21:18.499022 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3f11beea-ef0f-42eb-bfb9-c2d3a0020545 req-6aa0d3c2-9cd1-4f8d-a3f2-1e573e2551a3 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504477 Aug 26 06:21:18.713637 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:18.939328 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:19.084681 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aaa5fa-afe3-4132-b479-ec89ca78c4d9 req-cd281894-2fc2-4ff8-b8bd-4b4943292fe0 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:19.086299 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-82aaa5fa-afe3-4132-b479-ec89ca78c4d9 req-cd281894-2fc2-4ff8-b8bd-4b4943292fe0 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0571394 Aug 26 06:21:19.142000 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-82aaa5fa-afe3-4132-b479-ec89ca78c4d9 req-5c021293-ed7c-4d20-87a2-cdccbf2b536e tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493169 Aug 26 06:21:19.299090 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:19.647501 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fecba6-55dc-40bf-8d8a-4add6bc6c870 req-026502de-1192-451f-a32d-7822eb712209 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:19.656139 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-06fecba6-55dc-40bf-8d8a-4add6bc6c870 req-026502de-1192-451f-a32d-7822eb712209 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 944 time: 0.0646114 Aug 26 06:21:19.743728 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-06fecba6-55dc-40bf-8d8a-4add6bc6c870 req-f9cff651-d27d-41d6-9884-a4d9eaeebe44 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862687 Aug 26 06:21:20.370291 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e21501-9197-4054-9262-a5c832d07f87 req-95a415a7-2a1f-4e6a-8656-5efac82e2e10 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:20.379825 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-82e21501-9197-4054-9262-a5c832d07f87 req-95a415a7-2a1f-4e6a-8656-5efac82e2e10 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.1035373 Aug 26 06:21:20.506587 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-82e21501-9197-4054-9262-a5c832d07f87 req-99c8934a-a425-4b5d-a9b4-3359524bdf56 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236238 Aug 26 06:21:20.906444 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29246491-6e45-4ec0-b335-145b667ef801 req-58922024-ce0e-4d79-9d4b-2c9cf7a20d5c tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:20.908879 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-29246491-6e45-4ec0-b335-145b667ef801 req-58922024-ce0e-4d79-9d4b-2c9cf7a20d5c tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 944 time: 0.0510893 Aug 26 06:21:20.976744 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-29246491-6e45-4ec0-b335-145b667ef801 req-942b14a2-3cb2-40cb-b7b4-ccbb33a76e5d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570006 Aug 26 06:21:21.031236 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:21.507740 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:21.516734 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:21.692301 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa5e2f-a34c-4167-ba16-eb686445120c req-3bde1555-4e4d-49c0-a030-14f82521fa9b tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:21.693770 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-45aa5e2f-a34c-4167-ba16-eb686445120c req-3bde1555-4e4d-49c0-a030-14f82521fa9b tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.1043415 Aug 26 06:21:21.697627 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4e206-0fb8-4a44-8681-220017d2715e req-fa119da7-2028-4ece-be4f-6971c92a8281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:21.699130 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-29e4e206-0fb8-4a44-8681-220017d2715e req-fa119da7-2028-4ece-be4f-6971c92a8281 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=01817da1260c41b4abe6f02b11c66232&device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 1169 time: 0.0772598 Aug 26 06:21:21.817006 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-45aa5e2f-a34c-4167-ba16-eb686445120c req-4d080c6d-0184-4ae4-8884-fddc68adbdf3 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106474 Aug 26 06:21:21.872179 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4e206-0fb8-4a44-8681-220017d2715e req-d609e5ae-845f-4822-a579-0ccc7dc6f560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:21.926150 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-29e4e206-0fb8-4a44-8681-220017d2715e req-d609e5ae-845f-4822-a579-0ccc7dc6f560 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=e160e0e8-e0fd-4af5-b357-0de9a51426d2 HTTP/1.1" status: 200 len: 916 time: 0.1561513 Aug 26 06:21:21.970029 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-29e4e206-0fb8-4a44-8681-220017d2715e req-2f4ffc2c-d667-4f0c-a962-4c0860a674f6 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4d37966-d902-4c07-9ee5-4be2e42d1714 HTTP/1.1" status: 200 len: 1002 time: 0.0855548 Aug 26 06:21:22.059018 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4e206-0fb8-4a44-8681-220017d2715e req-d5337858-f663-47e6-816f-5b46a25670ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:22.060650 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-29e4e206-0fb8-4a44-8681-220017d2715e req-d5337858-f663-47e6-816f-5b46a25670ff service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=8d716194-1361-4e1c-afd7-19790eeb2259 HTTP/1.1" status: 200 len: 854 time: 0.0820556 Aug 26 06:21:22.125823 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4e206-0fb8-4a44-8681-220017d2715e req-63d2c24f-274f-4ec2-b8b4-55d3996e9a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:22.128287 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-29e4e206-0fb8-4a44-8681-220017d2715e req-63d2c24f-274f-4ec2-b8b4-55d3996e9a46 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=e160e0e8-e0fd-4af5-b357-0de9a51426d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519412 Aug 26 06:21:22.162244 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a0ab9-9465-4b6a-a51e-6e09a3838cec req-877253da-e9dd-4fd2-8011-621487ca97b0 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:22.170164 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-878a0ab9-9465-4b6a-a51e-6e09a3838cec req-877253da-e9dd-4fd2-8011-621487ca97b0 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 944 time: 0.0701416 Aug 26 06:21:22.235107 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-878a0ab9-9465-4b6a-a51e-6e09a3838cec req-efcbc38f-a713-44ad-b6b6-9f4ffb68324a tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638905 Aug 26 06:21:22.289179 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-29e4e206-0fb8-4a44-8681-220017d2715e req-b228b006-4828-45dd-bd7a-f9f022cf8c60 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e160e0e8-e0fd-4af5-b357-0de9a51426d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498845 Aug 26 06:21:22.527548 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-29e4e206-0fb8-4a44-8681-220017d2715e req-f59a6d04-0a9b-4044-9119-0cfabf107d78 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e160e0e8-e0fd-4af5-b357-0de9a51426d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339583 Aug 26 06:21:22.680823 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:22.872530 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:23.028276 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d86e90-7f9d-4122-ac3e-af597097bc85 req-21a1cc4b-2941-4ede-8d73-2736953bab77 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:23.031090 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-29d86e90-7f9d-4122-ac3e-af597097bc85 req-21a1cc4b-2941-4ede-8d73-2736953bab77 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0694363 Aug 26 06:21:23.036019 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:23.132064 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-29d86e90-7f9d-4122-ac3e-af597097bc85 req-236b440b-0560-4dca-8873-5190d066039a tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897217 Aug 26 06:21:23.450425 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c8bb7-16c4-4af0-bb51-5392ae04ec32 req-7942df7f-17ee-414a-ac3d-1e89ee47b3fb tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:23.452021 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-958c8bb7-16c4-4af0-bb51-5392ae04ec32 req-7942df7f-17ee-414a-ac3d-1e89ee47b3fb tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 944 time: 0.0853486 Aug 26 06:21:23.514080 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-958c8bb7-16c4-4af0-bb51-5392ae04ec32 req-92f2ecef-7c8b-4905-a47b-310113fb545a tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480304 Aug 26 06:21:23.550102 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:23.866063 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:24.242657 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:24.386309 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39295a-2b42-4c98-bfe1-5bf7751ceb37 req-03ea7d1e-787e-4fbe-a756-f8816ee407bb tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:24.387959 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-be39295a-2b42-4c98-bfe1-5bf7751ceb37 req-03ea7d1e-787e-4fbe-a756-f8816ee407bb tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.1435051 Aug 26 06:21:24.519319 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-be39295a-2b42-4c98-bfe1-5bf7751ceb37 req-ebdf92e7-f63e-4f4a-aae9-862ac8a32a20 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188009 Aug 26 06:21:24.723901 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa5b85-c8b7-4302-ab21-4cc7728197ae req-b3357fb3-7506-4ce4-8c16-a6f2d36b5e5b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:24.731209 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5dfa5b85-c8b7-4302-ab21-4cc7728197ae req-b3357fb3-7506-4ce4-8c16-a6f2d36b5e5b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 944 time: 0.0829415 Aug 26 06:21:24.874923 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5dfa5b85-c8b7-4302-ab21-4cc7728197ae req-b7552aeb-d884-462b-86f7-c8537dc25cad tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296606 Aug 26 06:21:25.952674 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565466c2-6be6-4f85-944f-895adfa009dd req-5d99a53d-ee3e-4dc7-97d8-e0690aec01c5 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:25.954300 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-565466c2-6be6-4f85-944f-895adfa009dd req-5d99a53d-ee3e-4dc7-97d8-e0690aec01c5 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.2636762 Aug 26 06:21:26.045675 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-565466c2-6be6-4f85-944f-895adfa009dd req-5d1e1c09-6ab4-4fcc-b5bd-3d35ce735c21 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832155 Aug 26 06:21:26.162852 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238480a-b7dc-41b4-8e7d-98913eba0ed6 req-313ba879-5902-48e9-af2d-c43e613ef19f tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:26.165690 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3238480a-b7dc-41b4-8e7d-98913eba0ed6 req-313ba879-5902-48e9-af2d-c43e613ef19f tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 944 time: 0.1884065 Aug 26 06:21:26.230678 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3238480a-b7dc-41b4-8e7d-98913eba0ed6 req-84f17b4c-b00b-488b-9925-0889d6dd0d14 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536690 Aug 26 06:21:26.460592 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-34109a0c-7277-4552-965e-86b7ffbe043c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:26.609628 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:26.882231 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:27.184035 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb93eb-ab95-4f09-b898-b54f8cb61dc4 req-fd30764b-4394-411f-bdf2-a1ca5fcb90b0 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:27.185619 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4dfb93eb-ab95-4f09-b898-b54f8cb61dc4 req-fd30764b-4394-411f-bdf2-a1ca5fcb90b0 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0533137 Aug 26 06:21:27.240566 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4dfb93eb-ab95-4f09-b898-b54f8cb61dc4 req-98f94014-68b1-48fe-8465-d4557132071e tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485470 Aug 26 06:21:27.432646 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a681d25-930a-4c90-99ab-6ce098f03f55 req-0d3ddc7e-ece1-409e-afe8-f2e5bde5a80e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:27.439185 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2a681d25-930a-4c90-99ab-6ce098f03f55 req-0d3ddc7e-ece1-409e-afe8-f2e5bde5a80e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 944 time: 0.0688457 Aug 26 06:21:27.467216 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:27.511244 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2a681d25-930a-4c90-99ab-6ce098f03f55 req-94f07b22-04b0-4739-a159-e700100b7e0d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603802 Aug 26 06:21:28.094514 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:28.381213 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a90e3-0a35-4a76-820c-812b842d4180 req-9d170fd3-3b4f-4748-852a-d76f538f6885 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:28.382794 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-986a90e3-0a35-4a76-820c-812b842d4180 req-9d170fd3-3b4f-4748-852a-d76f538f6885 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0541706 Aug 26 06:21:28.432504 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:28.449774 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-986a90e3-0a35-4a76-820c-812b842d4180 req-63bcf104-6770-4ae7-af33-2130ab107f87 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602195 Aug 26 06:21:28.689334 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df132e8b-2084-43f2-9efc-fa3d9d415bde req-41890495-43a1-4bae-8c54-d54ab8f2599e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:28.693860 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-df132e8b-2084-43f2-9efc-fa3d9d415bde req-41890495-43a1-4bae-8c54-d54ab8f2599e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 944 time: 0.0827212 Aug 26 06:21:28.785010 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-df132e8b-2084-43f2-9efc-fa3d9d415bde req-cb13be59-5c86-49ad-a7d6-e92ce24d391a tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725064 Aug 26 06:21:28.876817 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ca0e981a-2e67-41bc-b4e2-c53975271e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:29.236652 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:29.642417 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee94df8-2db8-4d07-8740-885c53dd4404 req-430e50c1-7203-4138-bd82-bd23386695e1 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:29.645223 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4ee94df8-2db8-4d07-8740-885c53dd4404 req-430e50c1-7203-4138-bd82-bd23386695e1 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0790184 Aug 26 06:21:29.742000 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4ee94df8-2db8-4d07-8740-885c53dd4404 req-70931f5f-1958-41a1-aadc-ad33ed478f12 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901833 Aug 26 06:21:29.928214 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:30.001152 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2b262-f9b5-4f9a-928e-a15a38900ca1 req-4eb4439e-210b-4bc7-abc2-cdb4435a4f6d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:30.002792 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-72f2b262-f9b5-4f9a-928e-a15a38900ca1 req-4eb4439e-210b-4bc7-abc2-cdb4435a4f6d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 944 time: 0.0945857 Aug 26 06:21:30.155417 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-72f2b262-f9b5-4f9a-928e-a15a38900ca1 req-e90be422-09d2-46d0-aaf8-f17d6b13c0fd tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378496 Aug 26 06:21:30.228176 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de435737-95ca-421f-b937-56f6fd5c2b33 req-ecc3990b-fd50-4760-917c-63c6b35f1c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:30.231563 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-de435737-95ca-421f-b937-56f6fd5c2b33 req-ecc3990b-fd50-4760-917c-63c6b35f1c83 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 1129 time: 0.1010261 Aug 26 06:21:30.540322 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:30.624400 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:30.885072 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26213eb-9d48-40be-bd87-ae2dfb71236a req-0c22a85a-e4fc-440f-a2b9-8f259bf33834 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:30.886760 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f26213eb-9d48-40be-bd87-ae2dfb71236a req-0c22a85a-e4fc-440f-a2b9-8f259bf33834 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0512385 Aug 26 06:21:30.940383 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f26213eb-9d48-40be-bd87-ae2dfb71236a req-5dbc4e15-111d-4715-a424-ac7eda0762fb tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465412 Aug 26 06:21:31.298264 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-de435737-95ca-421f-b937-56f6fd5c2b33 req-b4bbb5d8-eb03-4bd2-bde2-bf7ee98af626 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662332 Aug 26 06:21:31.340650 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb53801-3006-4571-a40e-49cd4152373a req-c496d218-d06d-4643-95f8-f8b38c283e02 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:31.366971 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5fb53801-3006-4571-a40e-49cd4152373a req-c496d218-d06d-4643-95f8-f8b38c283e02 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 944 time: 0.0619407 Aug 26 06:21:31.404949 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:31.422233 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5fb53801-3006-4571-a40e-49cd4152373a req-0042bc73-5ac4-4110-9a9c-b1e78c95770c tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715051 Aug 26 06:21:31.522797 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:31.568354 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:31.715705 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:32.113093 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a64904-ce1b-4a51-a829-7a289b579e39 req-67768c66-ccd1-4ab6-bc18-44f95db453e0 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:32.122209 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-55a64904-ce1b-4a51-a829-7a289b579e39 req-67768c66-ccd1-4ab6-bc18-44f95db453e0 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0794828 Aug 26 06:21:32.189999 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-55a64904-ce1b-4a51-a829-7a289b579e39 req-94231f3f-5ef2-4d5a-aea2-4c9476248df2 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662904 Aug 26 06:21:32.465329 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:32.683584 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f9c43-9d1b-4724-969d-d2828e6ca1cd req-e53d3100-eecb-42c2-9090-d5a8e2950b27 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:32.687150 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-350f9c43-9d1b-4724-969d-d2828e6ca1cd req-e53d3100-eecb-42c2-9090-d5a8e2950b27 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 944 time: 0.0911367 Aug 26 06:21:32.779911 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-350f9c43-9d1b-4724-969d-d2828e6ca1cd req-787200b7-1d8a-432c-8137-50b6dcacfba2 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830057 Aug 26 06:21:32.843660 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:INSERT=1,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:33.013046 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:33.168467 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:33.212666 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:33.405349 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832589c9-2074-4066-a511-d41d15fdfeb9 req-70011ef3-e893-49e3-a02e-8d0d95de4f44 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:33.407708 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-832589c9-2074-4066-a511-d41d15fdfeb9 req-70011ef3-e893-49e3-a02e-8d0d95de4f44 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0834684 Aug 26 06:21:33.505342 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-832589c9-2074-4066-a511-d41d15fdfeb9 req-867f60f8-bd80-424d-a9e2-01a61ffaf946 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847130 Aug 26 06:21:33.563148 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:33.985250 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e02d28-874f-4e6d-88eb-617657984144 req-46df4a31-82ea-4a0d-8e93-e8464536fad3 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:33.987438 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-75e02d28-874f-4e6d-88eb-617657984144 req-46df4a31-82ea-4a0d-8e93-e8464536fad3 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 944 time: 0.0967901 Aug 26 06:21:34.026020 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:34.078272 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-75e02d28-874f-4e6d-88eb-617657984144 req-3c32d81e-8d52-4c24-aeed-b16ffc309940 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827234 Aug 26 06:21:34.226810 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:34.674928 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379a80b-ddf2-4a49-8fd3-f92c5608fb50 req-42729506-5e6c-4199-b5ca-0814be6c6f60 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:34.677642 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1379a80b-ddf2-4a49-8fd3-f92c5608fb50 req-42729506-5e6c-4199-b5ca-0814be6c6f60 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0753164 Aug 26 06:21:34.763515 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1379a80b-ddf2-4a49-8fd3-f92c5608fb50 req-34c9c44b-67e9-4508-8586-5b9efc3e3c8b tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726988 Aug 26 06:21:35.277367 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4dc670-db00-42ac-80ef-bcfd17a77ada req-5a92b9da-a0ca-41f0-894d-693b0216f944 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:35.283787 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9b4dc670-db00-42ac-80ef-bcfd17a77ada req-5a92b9da-a0ca-41f0-894d-693b0216f944 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 944 time: 0.0780919 Aug 26 06:21:35.348794 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9b4dc670-db00-42ac-80ef-bcfd17a77ada req-a2928787-49ac-4a1d-b6b5-507f0ca9037a tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617447 Aug 26 06:21:35.937423 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc1d65-3b14-4560-98be-54da11479ee8 req-8529ea68-a88b-43f5-9701-d497e3f4b414 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:35.939132 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-50fc1d65-3b14-4560-98be-54da11479ee8 req-8529ea68-a88b-43f5-9701-d497e3f4b414 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0780849 Aug 26 06:21:36.015890 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-50fc1d65-3b14-4560-98be-54da11479ee8 req-f034d8b9-392d-48d0-8b56-8b5191faa31c tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652924 Aug 26 06:21:36.225059 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:36.552036 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bbd11-35f2-4f23-a3de-94e9a0c521e9 req-65604c37-a066-4ce1-b709-e505de1adfce tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:36.553697 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c51bbd11-35f2-4f23-a3de-94e9a0c521e9 req-65604c37-a066-4ce1-b709-e505de1adfce tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 944 time: 0.0635760 Aug 26 06:21:36.658328 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c51bbd11-35f2-4f23-a3de-94e9a0c521e9 req-72cce9be-02d7-4bb0-9d0a-2049fda7c3c2 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953948 Aug 26 06:21:36.728548 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:36.916738 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:37.189296 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fa92a-b819-4220-814c-01744047acc4 req-a4dd72ea-7074-42ce-9f41-040bcef0ed95 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:37.197756 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-6a1fa92a-b819-4220-814c-01744047acc4 req-a4dd72ea-7074-42ce-9f41-040bcef0ed95 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0767212 Aug 26 06:21:37.278531 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-6a1fa92a-b819-4220-814c-01744047acc4 req-0fdf11cc-0baf-4171-860e-63a7e5568c57 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794957 Aug 26 06:21:37.751248 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:37.860276 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e5aa4-bb96-4ec5-bad7-822deddb1fca req-e72330be-5321-4895-8e4c-28639892181f tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:37.864375 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2c8e5aa4-bb96-4ec5-bad7-822deddb1fca req-e72330be-5321-4895-8e4c-28639892181f tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 944 time: 0.0680883 Aug 26 06:21:37.955705 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2c8e5aa4-bb96-4ec5-bad7-822deddb1fca req-5c30216d-f513-4017-9d7d-1b353f99b5d9 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854170 Aug 26 06:21:38.245503 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:38.264552 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac140e2-8946-46dc-8df1-976b5e976781 req-26040642-7aac-4b85-8f3a-30d220699976 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:38.266070 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-7ac140e2-8946-46dc-8df1-976b5e976781 req-26040642-7aac-4b85-8f3a-30d220699976 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0533795 Aug 26 06:21:38.320522 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-7ac140e2-8946-46dc-8df1-976b5e976781 req-69a3276d-03a2-46fe-985b-8f6521c914f7 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484779 Aug 26 06:21:38.430614 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 3b7fc810-cb09-42a2-a246-9a1fd1d7d061 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 06:21:38.553363 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 3b7fc810-cb09-42a2-a246-9a1fd1d7d061, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=3b7fc810-cb09-42a2-a246-9a1fd1d7d061,segment=NetworkSegment(418ce87b-8dd4-40f7-9079-8eb974e98afd),segment_id=418ce87b-8dd4-40f7-9079-8eb974e98afd)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:21:38.570940 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Returning: {'device': '3b7fc810-cb09-42a2-a246-9a1fd1d7d061', 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f', 'port_id': '3b7fc810-cb09-42a2-a246-9a1fd1d7d061', 'mac_address': 'fa:16:3e:0c:72:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce64dff0-037a-436e-960d-bd71ac86cc2b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 06:21:38.615349 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port 3b7fc810-cb09-42a2-a246-9a1fd1d7d061 is: DOWN; New status is: BUILD {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:21:38.615848 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (3b7fc810-cb09-42a2-a246-9a1fd1d7d061), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:38.642355 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b7fc810-cb09-42a2-a246-9a1fd1d7d061 {{(pid=107135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:21:38.677140 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 3b7fc810-cb09-42a2-a246-9a1fd1d7d061, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=3b7fc810-cb09-42a2-a246-9a1fd1d7d061,segment=NetworkSegment(418ce87b-8dd4-40f7-9079-8eb974e98afd),segment_id=418ce87b-8dd4-40f7-9079-8eb974e98afd)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:21:38.849142 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (3b7fc810-cb09-42a2-a246-9a1fd1d7d061), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:38.929633 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=3b7fc810-cb09-42a2-a246-9a1fd1d7d061,revision_number=9']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:21:38.940183 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:38.943466 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:38.944083 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:38.944599 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:38.945062 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:38.945592 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:38.946020 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:38.946693 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:38.949974 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:38.950499 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:38.954796 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:38.954796 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:38.954796 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:38.954796 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:38.954796 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:39.174779 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66533de-0841-4b7d-85d2-883a8d759fd8 req-752a0adc-a3ed-4222-b5ce-478841a5fb32 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:39.176616 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c66533de-0841-4b7d-85d2-883a8d759fd8 req-752a0adc-a3ed-4222-b5ce-478841a5fb32 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 945 time: 0.0927155 Aug 26 06:21:39.242652 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c66533de-0841-4b7d-85d2-883a8d759fd8 req-1a25c247-71b4-47ff-a2b9-dbc0ef64245b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593033 Aug 26 06:21:39.453128 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8323d0-1d6c-4d5f-8bfe-12d024413af8 req-a4fad9f9-2bfb-4225-8904-8ac494b041ec tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:39.454831 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-bc8323d0-1d6c-4d5f-8bfe-12d024413af8 req-a4fad9f9-2bfb-4225-8904-8ac494b041ec tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0504050 Aug 26 06:21:39.514682 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-bc8323d0-1d6c-4d5f-8bfe-12d024413af8 req-023e0044-b76f-4b73-a562-a0712d4c9f1e tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532932 Aug 26 06:21:39.528620 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 6 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:21:40.029608 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:40.085770 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] get_ports_and_sgs() called for port_ids ['3b7fc810-cb09-42a2-a246-9a1fd1d7d061'] {{(pid=107135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 06:21:40.385631 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:40.404883 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2c166-2acc-4a0a-9446-69f4e7bc9337 req-9e73dd80-4e10-4a26-a267-7f25254e2d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:40.404883 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d5e2c166-2acc-4a0a-9446-69f4e7bc9337 req-9e73dd80-4e10-4a26-a267-7f25254e2d6a service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=84a2eee4447b4eadb79fbdbb874d4476&device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 1129 time: 0.0487807 Aug 26 06:21:40.418172 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7c982-004f-4695-ab82-7cc084c5bf74 req-4a2a7fc4-8df2-46c1-a21c-ba8b46dab07e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:40.419763 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-34b7c982-004f-4695-ab82-7cc084c5bf74 req-4a2a7fc4-8df2-46c1-a21c-ba8b46dab07e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 945 time: 0.0737400 Aug 26 06:21:40.480459 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-34b7c982-004f-4695-ab82-7cc084c5bf74 req-840b1a0e-c444-40de-97fb-3c431200155f tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513446 Aug 26 06:21:40.559853 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2c166-2acc-4a0a-9446-69f4e7bc9337 req-5c4e9cd5-2842-4c0c-8288-d0726cf8f038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:40.559853 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d5e2c166-2acc-4a0a-9446-69f4e7bc9337 req-5c4e9cd5-2842-4c0c-8288-d0726cf8f038 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=f4400288-0fd6-4a35-b08d-549e7c7c455e HTTP/1.1" status: 200 len: 919 time: 0.1330028 Aug 26 06:21:40.636768 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d5e2c166-2acc-4a0a-9446-69f4e7bc9337 req-68e21252-0e0c-403b-bd39-da3deb884189 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2064b241-4b48-43a2-ba54-14c868b539b4 HTTP/1.1" status: 200 len: 1001 time: 0.0727649 Aug 26 06:21:40.648613 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04da51-742a-4f9c-9cfc-8ca94b5d67af req-7f5165c5-e02f-4317-b702-49076dec1dbd tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:40.650147 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6e04da51-742a-4f9c-9cfc-8ca94b5d67af req-7f5165c5-e02f-4317-b702-49076dec1dbd tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0547357 Aug 26 06:21:40.702671 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2c166-2acc-4a0a-9446-69f4e7bc9337 req-22689ee4-d561-4aef-9dea-31fc5e52665c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:40.704324 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d5e2c166-2acc-4a0a-9446-69f4e7bc9337 req-22689ee4-d561-4aef-9dea-31fc5e52665c service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=b75031eb-a96b-4547-8cde-57cb718d9ca4 HTTP/1.1" status: 200 len: 857 time: 0.0528979 Aug 26 06:21:40.706534 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6e04da51-742a-4f9c-9cfc-8ca94b5d67af req-5fe785dc-3ee6-4d75-846b-f875dfeff5bb tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497689 Aug 26 06:21:40.758188 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2c166-2acc-4a0a-9446-69f4e7bc9337 req-664b4c96-a579-47ea-82a6-b92b8f2b60e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:40.759729 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d5e2c166-2acc-4a0a-9446-69f4e7bc9337 req-664b4c96-a579-47ea-82a6-b92b8f2b60e5 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=f4400288-0fd6-4a35-b08d-549e7c7c455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474348 Aug 26 06:21:40.872725 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d5e2c166-2acc-4a0a-9446-69f4e7bc9337 req-8f7f8cd7-8017-4090-8ab9-d77504afe34f service neutron] 10.222.0.76 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980535 Aug 26 06:21:40.983778 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d5e2c166-2acc-4a0a-9446-69f4e7bc9337 req-70f77b23-b4df-43b8-9dd7-5793bf2c1306 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983527 Aug 26 06:21:41.122115 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8e526-38e3-465c-bec6-1a92c19d7401 req-1f12bc71-be25-4e84-aba5-0b2918b914d7 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:41.122930 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-4ba8e526-38e3-465c-bec6-1a92c19d7401 req-1f12bc71-be25-4e84-aba5-0b2918b914d7 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0495062 Aug 26 06:21:41.180596 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-4ba8e526-38e3-465c-bec6-1a92c19d7401 req-f041db1a-cb6a-4ad9-a8b4-0b1607fa4273 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508144 Aug 26 06:21:41.517384 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 3b7fc810-cb09-42a2-a246-9a1fd1d7d061 up at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:21:41.533641 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:41.567080 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning complete for port 3b7fc810-cb09-42a2-a246-9a1fd1d7d061 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:21:41.567455 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (3b7fc810-cb09-42a2-a246-9a1fd1d7d061), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:41.610141 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:41.644734 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb175b-0f45-4c07-86c4-a345131a8ffd req-558f47ef-54c8-4231-bcd1-08b6fdfd2568 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:41.644734 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f9eb175b-0f45-4c07-86c4-a345131a8ffd req-558f47ef-54c8-4231-bcd1-08b6fdfd2568 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 945 time: 0.0611787 Aug 26 06:21:41.653954 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port 3b7fc810-cb09-42a2-a246-9a1fd1d7d061 is: BUILD; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:21:41.658593 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (3b7fc810-cb09-42a2-a246-9a1fd1d7d061), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:41.683174 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7fc810-cb09-42a2-a246-9a1fd1d7d061'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:21:41.685675 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc106e9f9832226dd913a824a8ae1ea8f79b2df9cdef89c79e10f33880c5a8de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87932a75-b74f-4f72-99e0-54e40b508f7f" -d '{"events": [{"server_uuid": "ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c", "name": "network-vif-plugged", "status": "completed", "tag": "3b7fc810-cb09-42a2-a246-9a1fd1d7d061"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:21:41.698742 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 3b7fc810-cb09-42a2-a246-9a1fd1d7d061, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=3b7fc810-cb09-42a2-a246-9a1fd1d7d061,segment=NetworkSegment(418ce87b-8dd4-40f7-9079-8eb974e98afd),segment_id=418ce87b-8dd4-40f7-9079-8eb974e98afd)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:21:41.709211 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f9eb175b-0f45-4c07-86c4-a345131a8ffd req-08f28e7b-9437-4c32-9b7c-01fec9fd87a3 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667796 Aug 26 06:21:41.778948 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af2a5b5-db38-4f52-9725-e80ce5db634e x-openstack-request-id: req-7af2a5b5-db38-4f52-9725-e80ce5db634e {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:21:41.779483 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c", "name": "network-vif-plugged", "status": "completed", "tag": "3b7fc810-cb09-42a2-a246-9a1fd1d7d061", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:21:41.779786 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7af2a5b5-db38-4f52-9725-e80ce5db634e {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:21:41.780351 dv-cinder-853910-3-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7af2a5b5-db38-4f52-9725-e80ce5db634e'] response: {'server_uuid': 'ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7fc810-cb09-42a2-a246-9a1fd1d7d061', 'code': 200} Aug 26 06:21:41.857327 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0ebb4-15de-491a-abd3-ca0780bb684f req-41f445a3-cf5e-4130-b00f-67333853ead4 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:41.858926 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-44b0ebb4-15de-491a-abd3-ca0780bb684f req-41f445a3-cf5e-4130-b00f-67333853ead4 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0589561 Aug 26 06:21:41.898880 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (3b7fc810-cb09-42a2-a246-9a1fd1d7d061), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:41.920623 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-44b0ebb4-15de-491a-abd3-ca0780bb684f req-68dfb331-b36d-454b-ae00-fb45dae22006 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524170 Aug 26 06:21:41.957374 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=3b7fc810-cb09-42a2-a246-9a1fd1d7d061,revision_number=10']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:21:42.057768 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:42.150973 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:42.311900 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701ad0d-4644-4c2a-b9f0-100a18b42413 req-fe9524e0-8414-4f29-85ed-137cfecc826c tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:42.313382 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-7701ad0d-4644-4c2a-b9f0-100a18b42413 req-fe9524e0-8414-4f29-85ed-137cfecc826c tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0502195 Aug 26 06:21:42.371039 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-7701ad0d-4644-4c2a-b9f0-100a18b42413 req-9b28492d-7a1d-49db-b00b-99f8dba4078b tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505085 Aug 26 06:21:42.424152 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:42.867045 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21fbba-5112-4357-83f1-ae213da7240b req-c6f3c239-2b6a-4053-98f5-18c096d58e5a tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:42.868671 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-ba21fbba-5112-4357-83f1-ae213da7240b req-c6f3c239-2b6a-4053-98f5-18c096d58e5a tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 947 time: 0.0668013 Aug 26 06:21:42.921984 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-ba21fbba-5112-4357-83f1-ae213da7240b req-41c653f8-97ef-42d1-982c-639d48f1ddbb tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445769 Aug 26 06:21:43.057465 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da6fd2-b770-4ded-a0c9-5cf072a6555b req-2f483311-3b91-4e63-b8e5-a7d98ff7c9b2 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:43.059119 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f7da6fd2-b770-4ded-a0c9-5cf072a6555b req-2f483311-3b91-4e63-b8e5-a7d98ff7c9b2 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0537207 Aug 26 06:21:43.112234 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f7da6fd2-b770-4ded-a0c9-5cf072a6555b req-904fe5bb-8af2-4516-a576-6fec64d280ad tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468240 Aug 26 06:21:43.501248 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f389e8a-6254-41fd-9508-cc1c6d2d9e13 req-5e17788c-bde5-4c60-abe0-4a22a7bf7488 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:43.506181 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-6f389e8a-6254-41fd-9508-cc1c6d2d9e13 req-5e17788c-bde5-4c60-abe0-4a22a7bf7488 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0522287 Aug 26 06:21:43.555041 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-6f389e8a-6254-41fd-9508-cc1c6d2d9e13 req-7681976a-56a1-404b-96ed-348759792752 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447750 Aug 26 06:21:43.767250 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:44.062320 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce87ba-22b1-463a-b555-0f11eb1b5489 req-06d40463-1d06-4174-b08a-722fa98e7727 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:44.063966 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3fce87ba-22b1-463a-b555-0f11eb1b5489 req-06d40463-1d06-4174-b08a-722fa98e7727 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 947 time: 0.0545382 Aug 26 06:21:44.113570 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3fce87ba-22b1-463a-b555-0f11eb1b5489 req-02631409-699d-44dc-b24a-09bfe04195e4 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438573 Aug 26 06:21:44.241521 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951a3b8-5771-4122-a9e7-e406ba7a32e9 req-4fe337ac-98a8-49fe-98c2-9a8cd2d94f9e tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:44.243159 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8951a3b8-5771-4122-a9e7-e406ba7a32e9 req-4fe337ac-98a8-49fe-98c2-9a8cd2d94f9e tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0523231 Aug 26 06:21:44.322911 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8951a3b8-5771-4122-a9e7-e406ba7a32e9 req-519d34b7-93bc-44ce-9bd5-ea95953df4b3 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729237 Aug 26 06:21:44.680789 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50bb5d-e048-47bd-890f-6c2ee2e8889e req-5b0dcdfb-fd87-4d6c-9fc8-cbf5b7391a1b tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:44.682531 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2a50bb5d-e048-47bd-890f-6c2ee2e8889e req-5b0dcdfb-fd87-4d6c-9fc8-cbf5b7391a1b tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0502851 Aug 26 06:21:44.740960 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2a50bb5d-e048-47bd-890f-6c2ee2e8889e req-8b20a543-7a74-4d7a-8c59-dfb179087966 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478284 Aug 26 06:21:45.258029 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812d36d-d8cb-4fea-9681-60fa7a0b8fc6 req-d1e83d29-f83d-4371-bc70-d4e3b0a6d7ef tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:45.259651 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-7812d36d-d8cb-4fea-9681-60fa7a0b8fc6 req-d1e83d29-f83d-4371-bc70-d4e3b0a6d7ef tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 947 time: 0.0556285 Aug 26 06:21:45.336868 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-7812d36d-d8cb-4fea-9681-60fa7a0b8fc6 req-edb6f2fc-d050-49b5-b481-270c559d0c9f tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699594 Aug 26 06:21:45.481571 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d63a3-3f75-4fb0-89df-e85125ede049 req-2462d15e-5cc2-4d24-bf40-3709d8b986b5 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:45.483944 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a35d63a3-3f75-4fb0-89df-e85125ede049 req-2462d15e-5cc2-4d24-bf40-3709d8b986b5 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0768328 Aug 26 06:21:45.553057 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a35d63a3-3f75-4fb0-89df-e85125ede049 req-be7ab342-8926-4025-938c-c11ed9d79423 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616481 Aug 26 06:21:45.799294 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 54840) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:21:45.890988 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8963736-b18f-4cef-9c7c-121005c0ee53 admin admin] Deleting subnet 73c73fe7-06bc-4f39-a55c-36ef4ab94c3a {{(pid=107133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 06:21:45.899407 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72dcd2a-4a14-4186-a95a-12c63c724496 req-72033e2c-ab7e-4d35-b6d0-0e8cfd2fa0d5 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:45.900942 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c72dcd2a-4a14-4186-a95a-12c63c724496 req-72033e2c-ab7e-4d35-b6d0-0e8cfd2fa0d5 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0702763 Aug 26 06:21:45.904078 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-b8963736-b18f-4cef-9c7c-121005c0ee53 admin admin] Publish callbacks [] for subnet (73c73fe7-06bc-4f39-a55c-36ef4ab94c3a), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:45.963823 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-b8963736-b18f-4cef-9c7c-121005c0ee53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2376984'] for subnet (73c73fe7-06bc-4f39-a55c-36ef4ab94c3a), precommit_delete_associations {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:46.015160 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c72dcd2a-4a14-4186-a95a-12c63c724496 req-5db6040e-5e0f-4da9-be55-1269f8b2620c tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046312 Aug 26 06:21:46.029299 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-b8963736-b18f-4cef-9c7c-121005c0ee53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777363'] for subnet (73c73fe7-06bc-4f39-a55c-36ef4ab94c3a), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:46.112838 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8885da-419a-491b-8346-696fe8e697eb req-62b42c24-ca5d-470c-b179-7749d47b10ab tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:46.115607 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8c8885da-419a-491b-8346-696fe8e697eb req-62b42c24-ca5d-470c-b179-7749d47b10ab tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 985 time: 0.0532174 Aug 26 06:21:46.194182 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8c8885da-419a-491b-8346-696fe8e697eb req-6c644290-4605-414d-9638-2f8d4eb88dc1 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7875ffc9-e6f0-4862-8815-e1c917165a02&id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0698864 Aug 26 06:21:46.322426 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-b8963736-b18f-4cef-9c7c-121005c0ee53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9094998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9189199'] for subnet (73c73fe7-06bc-4f39-a55c-36ef4ab94c3a), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:46.354203 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8963736-b18f-4cef-9c7c-121005c0ee53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73c73fe7-06bc-4f39-a55c-36ef4ab94c3a,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:21:46.367850 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-b8963736-b18f-4cef-9c7c-121005c0ee53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:46.374022 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-b8963736-b18f-4cef-9c7c-121005c0ee53 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/73c73fe7-06bc-4f39-a55c-36ef4ab94c3a HTTP/1.1" status: 204 len: 168 time: 0.5702701 Aug 26 06:21:46.378096 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 54846) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:21:46.444261 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474bcde-09bd-46b3-b5f8-3e69ac87bb5d req-a3b655c7-0e08-4a54-b0f3-b73ed558a5cb tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:46.446416 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f474bcde-09bd-46b3-b5f8-3e69ac87bb5d req-a3b655c7-0e08-4a54-b0f3-b73ed558a5cb tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0555811 Aug 26 06:21:46.452176 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:46.479990 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d10d7c16-1b69-47c5-b19f-c0a6bfec10c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568586'] for network (acb716de-6bc0-4261-b952-78c0c00f2891), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:46.502178 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d393e-85d6-4da7-9855-b7df20cbb90d req-84f3729a-f21b-4c82-a4d0-dc91d69a7edc tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:46.504531 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-931d393e-85d6-4da7-9855-b7df20cbb90d req-84f3729a-f21b-4c82-a4d0-dc91d69a7edc tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 947 time: 0.0490985 Aug 26 06:21:46.558749 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-931d393e-85d6-4da7-9855-b7df20cbb90d req-23ee0b75-320d-4186-b28f-897daee6d2b7 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472548 Aug 26 06:21:46.577714 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d10d7c16-1b69-47c5-b19f-c0a6bfec10c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729656', 'neutron.services.segments.db._delete_segments_for_network-8776576287582'] for network (acb716de-6bc0-4261-b952-78c0c00f2891), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:46.602431 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-d10d7c16-1b69-47c5-b19f-c0a6bfec10c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acb716de-6bc0-4261-b952-78c0c00f2891']}} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:21:46.612913 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-d10d7c16-1b69-47c5-b19f-c0a6bfec10c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da7c9f63-cf36-404c-a816-66d394fc780b') {'for_net_delete': True} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:21:46.613407 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-d10d7c16-1b69-47c5-b19f-c0a6bfec10c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da7c9f63-cf36-404c-a816-66d394fc780b') {} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:21:46.629926 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d10d7c16-1b69-47c5-b19f-c0a6bfec10c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776576346588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3346503'] for segment (da7c9f63-cf36-404c-a816-66d394fc780b), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:46.689204 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d10d7c16-1b69-47c5-b19f-c0a6bfec10c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439'] for segment (da7c9f63-cf36-404c-a816-66d394fc780b), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:46.702430 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d10d7c16-1b69-47c5-b19f-c0a6bfec10c5 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=107134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 06:21:46.702860 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d10d7c16-1b69-47c5-b19f-c0a6bfec10c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3183176'] for segment (da7c9f63-cf36-404c-a816-66d394fc780b), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:46.746814 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.services.segments.plugin [-] Segment da7c9f63-cf36-404c-a816-66d394fc780b resource provider aggregate not found Aug 26 06:21:46.759629 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ce984-ed37-4e17-8019-7b30caf2f607 req-24da9e83-4362-429d-b507-38508bac6c9b tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:46.761223 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-220ce984-ed37-4e17-8019-7b30caf2f607 req-24da9e83-4362-429d-b507-38508bac6c9b tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.1189222 Aug 26 06:21:46.772648 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.services.segments.plugin [-] Segment da7c9f63-cf36-404c-a816-66d394fc780b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da7c9f63-cf36-404c-a816-66d394fc780b found for delete ", "request_id": "req-f7ad313d-795d-45b0-8960-5ef47ed12bba"}]} Aug 26 06:21:46.820638 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-220ce984-ed37-4e17-8019-7b30caf2f607 req-4fbee3a1-003f-46f0-992a-4e5ff8454606 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477307 Aug 26 06:21:46.973514 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d10d7c16-1b69-47c5-b19f-c0a6bfec10c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621691'] for network (acb716de-6bc0-4261-b952-78c0c00f2891), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:46.979770 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d10d7c16-1b69-47c5-b19f-c0a6bfec10c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for network (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:46.982821 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-d10d7c16-1b69-47c5-b19f-c0a6bfec10c5 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/acb716de-6bc0-4261-b952-78c0c00f2891 HTTP/1.1" status: 204 len: 168 time: 0.6021969 Aug 26 06:21:46.993960 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d7c16-1b69-47c5-b19f-c0a6bfec10c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=acb716de-6bc0-4261-b952-78c0c00f2891,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:21:47.164005 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859b383-341a-445d-9c32-9f64a37c776e req-58eb8c37-9ac3-4b0a-963e-c9c22aa6ab16 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:47.166229 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1859b383-341a-445d-9c32-9f64a37c776e req-58eb8c37-9ac3-4b0a-963e-c9c22aa6ab16 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.0668366 Aug 26 06:21:47.338015 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1859b383-341a-445d-9c32-9f64a37c776e req-36054bd4-1335-4a35-8ae0-b07dad69f866 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655526 Aug 26 06:21:47.338520 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ef7da474-aaa8-4f46-b5d2-99415949c6dc req-dc8318c1-6092-4705-9459-cc515d7d0a13 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738096 Aug 26 06:21:47.353485 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c011724-b665-4cee-80bf-a3396a4849c5 req-d7d8aaeb-cefa-43d1-8d2e-a253ea403243 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:47.355331 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-1c011724-b665-4cee-80bf-a3396a4849c5 req-d7d8aaeb-cefa-43d1-8d2e-a253ea403243 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 985 time: 0.0579984 Aug 26 06:21:47.371407 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:47.447321 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-1c011724-b665-4cee-80bf-a3396a4849c5 req-29653d6c-938c-4b12-bc06-4a4bd2c2e2ad tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7875ffc9-e6f0-4862-8815-e1c917165a02&id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0844591 Aug 26 06:21:47.646245 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 54866) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:21:47.647758 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbef75-7f93-442a-ade3-782b8bc52e53 req-0e7251f8-49e5-44c5-bd49-2acdc8115e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:47.650202 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0fbbef75-7f93-442a-ade3-782b8bc52e53 req-0e7251f8-49e5-44c5-bd49-2acdc8115e46 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=01817da1260c41b4abe6f02b11c66232&device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 1169 time: 0.4037716 Aug 26 06:21:47.656814 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f3b88-5127-4664-b91b-d74471f3a1da req-2e392611-e3c9-422e-aa27-348ad359a7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:47.660520 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0f9f3b88-5127-4664-b91b-d74471f3a1da req-2e392611-e3c9-422e-aa27-348ad359a7ba service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 1131 time: 0.4167631 Aug 26 06:21:47.673493 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [req-f474bcde-09bd-46b3-b5f8-3e69ac87bb5d req-9b62efc4-ff13-4739-bdb7-510b421515c8 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Deleting port eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785 {{(pid=107133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:21:47.674051 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-f474bcde-09bd-46b3-b5f8-3e69ac87bb5d req-9b62efc4-ff13-4739-bdb7-510b421515c8 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:47.696970 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-000ab441-e626-4b58-99af-03fa1772a517 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=b38f9319c7534904ac58d1d9f9048b91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0472445 Aug 26 06:21:47.697199 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 54868) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:21:47.791532 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9204b095-542f-43a4-b492-373df457fdf0 admin admin] Publish callbacks [] for security_group (51608092-940b-4d03-a97f-ce6ad066cd76), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:47.857532 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9204b095-542f-43a4-b492-373df457fdf0 admin admin] Publish callbacks [] for security_group (51608092-940b-4d03-a97f-ce6ad066cd76), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:47.868644 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7da474-aaa8-4f46-b5d2-99415949c6dc req-5a9e8596-986a-49fc-a6e0-97d61b0b66e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:47.871628 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:47.871744 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ef7da474-aaa8-4f46-b5d2-99415949c6dc req-5a9e8596-986a-49fc-a6e0-97d61b0b66e8 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=84a2eee4447b4eadb79fbdbb874d4476&device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9 HTTP/1.1" status: 200 len: 1129 time: 0.0973613 Aug 26 06:21:47.875521 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9665eb6-c060-4f2a-961a-ddc445867433 req-36359476-eabc-42ff-adc8-37d00b818715 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:47.877041 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b9665eb6-c060-4f2a-961a-ddc445867433 req-36359476-eabc-42ff-adc8-37d00b818715 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 947 time: 0.1779413 Aug 26 06:21:47.937355 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0f9f3b88-5127-4664-b91b-d74471f3a1da req-e2e3766c-434f-42bc-a060-d6975576d489 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066643 Aug 26 06:21:47.953738 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-f474bcde-09bd-46b3-b5f8-3e69ac87bb5d req-9b62efc4-ff13-4739-bdb7-510b421515c8 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] For port eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785,segment=NetworkSegment(41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8),segment_id=41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8)] {{(pid=107133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:21:47.954161 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-f474bcde-09bd-46b3-b5f8-3e69ac87bb5d req-9b62efc4-ff13-4739-bdb7-510b421515c8 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:47.974152 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d24d3-d4f2-4b2a-95be-c4938c0ca7f9 req-095be962-df70-4571-afe0-44e898da5477 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:47.975746 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3b5d24d3-d4f2-4b2a-95be-c4938c0ca7f9 req-095be962-df70-4571-afe0-44e898da5477 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0515912 Aug 26 06:21:48.029387 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3b5d24d3-d4f2-4b2a-95be-c4938c0ca7f9 req-de518f43-3a08-40e4-9d6c-7fd2828d5d37 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478854 Aug 26 06:21:48.084538 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbef75-7f93-442a-ade3-782b8bc52e53 req-d740238e-7d72-4c97-8389-1c3b04468e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:48.086026 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0fbbef75-7f93-442a-ade3-782b8bc52e53 req-d740238e-7d72-4c97-8389-1c3b04468e8b service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=e160e0e8-e0fd-4af5-b357-0de9a51426d2 HTTP/1.1" status: 200 len: 916 time: 0.3545358 Aug 26 06:21:48.097747 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b9665eb6-c060-4f2a-961a-ddc445867433 req-de2d03b9-63c0-4bce-93c9-d6ef0c93e41a tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026010 Aug 26 06:21:48.160568 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9204b095-542f-43a4-b492-373df457fdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (51608092-940b-4d03-a97f-ce6ad066cd76), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:48.163280 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9204b095-542f-43a4-b492-373df457fdf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:48.164475 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-9204b095-542f-43a4-b492-373df457fdf0 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/51608092-940b-4d03-a97f-ce6ad066cd76 HTTP/1.1" status: 204 len: 168 time: 0.4663615 Aug 26 06:21:48.184788 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204b095-542f-43a4-b492-373df457fdf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51608092-940b-4d03-a97f-ce6ad066cd76,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:21:48.201194 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7901a-c12a-439b-9bce-c5e254d5db72 req-5640903e-c443-4c93-aafd-792afaa51c2e tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:48.202918 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8dd7901a-c12a-439b-9bce-c5e254d5db72 req-5640903e-c443-4c93-aafd-792afaa51c2e tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0823445 Aug 26 06:21:48.219237 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 54878) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:21:48.226445 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-b9d83f12-f5df-4ba0-9d8e-4eca8a511348 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Request body: {'floatingip': {'port_id': '2064b241-4b48-43a2-ba54-14c868b539b4'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:21:48.334171 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-f474bcde-09bd-46b3-b5f8-3e69ac87bb5d req-9b62efc4-ff13-4739-bdb7-510b421515c8 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:48.334541 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-f474bcde-09bd-46b3-b5f8-3e69ac87bb5d req-9b62efc4-ff13-4739-bdb7-510b421515c8 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614170'] for floatingip (a937ae4b-0452-4acb-8266-42898284e3f0), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:48.334869 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.db.l3_db [req-f474bcde-09bd-46b3-b5f8-3e69ac87bb5d req-9b62efc4-ff13-4739-bdb7-510b421515c8 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Floating IP a937ae4b-0452-4acb-8266-42898284e3f0 disassociated. External IP: 172.27.3.217, port: eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785. Aug 26 06:21:48.335454 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [req-f474bcde-09bd-46b3-b5f8-3e69ac87bb5d req-9b62efc4-ff13-4739-bdb7-510b421515c8 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Calling delete_port for eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785 owned by compute:nova {{(pid=107133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:21:48.346035 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0fbbef75-7f93-442a-ade3-782b8bc52e53 req-2d63af78-1b92-4341-8981-ed7a0f4f8b3b service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4d37966-d902-4c07-9ee5-4be2e42d1714 HTTP/1.1" status: 200 len: 1002 time: 0.1027331 Aug 26 06:21:48.520663 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbef75-7f93-442a-ade3-782b8bc52e53 req-cd63d875-fd18-489a-acbe-2a8a8ae365d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:48.533469 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0fbbef75-7f93-442a-ade3-782b8bc52e53 req-cd63d875-fd18-489a-acbe-2a8a8ae365d1 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=8d716194-1361-4e1c-afd7-19790eeb2259 HTTP/1.1" status: 200 len: 854 time: 0.1765673 Aug 26 06:21:48.566861 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85998542-21bf-4df2-b2ff-5d5222e1f07e req-927d16d3-cabe-4248-a382-97a6d14e0d43 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:48.569512 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-85998542-21bf-4df2-b2ff-5d5222e1f07e req-927d16d3-cabe-4248-a382-97a6d14e0d43 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 945 time: 0.1375756 Aug 26 06:21:48.651014 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-b9d83f12-f5df-4ba0-9d8e-4eca8a511348 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks [] for floatingip (ca14a407-1e30-4cbf-b316-f93535a6e80e), before_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:48.663822 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-85998542-21bf-4df2-b2ff-5d5222e1f07e req-81876afe-4644-49be-8f8c-257700f1f6bf tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735717 Aug 26 06:21:48.698997 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1926dc-b3f4-4e7b-a90b-8f5b67b68b22 req-c5997bca-5be2-418d-adcc-6dbe9f14e716 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:48.700520 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3a1926dc-b3f4-4e7b-a90b-8f5b67b68b22 req-c5997bca-5be2-418d-adcc-6dbe9f14e716 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 985 time: 0.1074269 Aug 26 06:21:48.806698 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7da474-aaa8-4f46-b5d2-99415949c6dc req-22bea348-47a0-484a-b11f-3493c941b7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:48.808509 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ef7da474-aaa8-4f46-b5d2-99415949c6dc req-22bea348-47a0-484a-b11f-3493c941b7e0 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=f4400288-0fd6-4a35-b08d-549e7c7c455e HTTP/1.1" status: 200 len: 919 time: 0.5762959 Aug 26 06:21:48.889551 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3a1926dc-b3f4-4e7b-a90b-8f5b67b68b22 req-fc578c29-df73-458d-aacd-b53ca45a3f7e tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7875ffc9-e6f0-4862-8815-e1c917165a02&id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1797192 Aug 26 06:21:48.932387 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-f474bcde-09bd-46b3-b5f8-3e69ac87bb5d req-9b62efc4-ff13-4739-bdb7-510b421515c8 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:48.978846 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62efc4-ff13-4739-bdb7-510b421515c8 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Pushing event deleted for resources: {'Port': ['ID=eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:21:48.990370 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b62efc4-ff13-4739-bdb7-510b421515c8 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:48.990752 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b62efc4-ff13-4739-bdb7-510b421515c8 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:48.991128 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b62efc4-ff13-4739-bdb7-510b421515c8 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:48.991476 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b62efc4-ff13-4739-bdb7-510b421515c8 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:48.991882 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b62efc4-ff13-4739-bdb7-510b421515c8 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:48.992242 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b62efc4-ff13-4739-bdb7-510b421515c8 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:48.992570 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b62efc4-ff13-4739-bdb7-510b421515c8 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:48.992908 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b62efc4-ff13-4739-bdb7-510b421515c8 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:48.993255 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b62efc4-ff13-4739-bdb7-510b421515c8 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:48.993610 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b62efc4-ff13-4739-bdb7-510b421515c8 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:48.993909 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b62efc4-ff13-4739-bdb7-510b421515c8 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:48.994233 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b62efc4-ff13-4739-bdb7-510b421515c8 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:48.994559 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b62efc4-ff13-4739-bdb7-510b421515c8 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:48.994909 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b62efc4-ff13-4739-bdb7-510b421515c8 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:48.995265 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b62efc4-ff13-4739-bdb7-510b421515c8 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:49.155994 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ef7da474-aaa8-4f46-b5d2-99415949c6dc req-b7395d43-8f44-45fd-b82b-5491f56eb56f service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25e49a9c-7d0c-440b-b98b-c8b9503ba03f HTTP/1.1" status: 200 len: 217 time: 0.0709472 Aug 26 06:21:49.171388 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbef75-7f93-442a-ade3-782b8bc52e53 req-db2ebf82-eae3-46c5-a796-8c8e393b1986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:49.175085 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0fbbef75-7f93-442a-ade3-782b8bc52e53 req-db2ebf82-eae3-46c5-a796-8c8e393b1986 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=e160e0e8-e0fd-4af5-b357-0de9a51426d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1069512 Aug 26 06:21:49.226677 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f474bcde-09bd-46b3-b5f8-3e69ac87bb5d req-9b62efc4-ff13-4739-bdb7-510b421515c8 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Router 6c079f46-9d17-46f1-addf-d8e1e72a3bf0 has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:21:49.358212 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7da474-aaa8-4f46-b5d2-99415949c6dc req-d0967ca6-a312-4530-8366-bc51e1d1a5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:49.359777 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ef7da474-aaa8-4f46-b5d2-99415949c6dc req-d0967ca6-a312-4530-8366-bc51e1d1a5e8 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=b75031eb-a96b-4547-8cde-57cb718d9ca4 HTTP/1.1" status: 200 len: 857 time: 0.1189957 Aug 26 06:21:49.378032 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a060ce9-154a-4ff7-836c-e54ba7dc1241 req-a219b736-b294-4922-84e2-ca71e52baf03 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:49.379732 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4a060ce9-154a-4ff7-836c-e54ba7dc1241 req-a219b736-b294-4922-84e2-ca71e52baf03 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 947 time: 0.1563573 Aug 26 06:21:49.472432 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0fbbef75-7f93-442a-ade3-782b8bc52e53 req-e0ee28d0-a9fe-4667-a78a-15a487940d59 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e160e0e8-e0fd-4af5-b357-0de9a51426d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785678 Aug 26 06:21:49.489139 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7da474-aaa8-4f46-b5d2-99415949c6dc req-1ed2fc64-431b-4de0-96d8-2fbf2282d763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:49.490728 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ef7da474-aaa8-4f46-b5d2-99415949c6dc req-1ed2fc64-431b-4de0-96d8-2fbf2282d763 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=f4400288-0fd6-4a35-b08d-549e7c7c455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1194530 Aug 26 06:21:49.495414 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-b9d83f12-f5df-4ba0-9d8e-4eca8a511348 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:49.574314 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:21:49.578749 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4a060ce9-154a-4ff7-836c-e54ba7dc1241 req-b69f63a1-c83b-479c-a7e1-7d5507cc9b97 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876190 Aug 26 06:21:49.593719 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f474bcde-09bd-46b3-b5f8-3e69ac87bb5d req-9b62efc4-ff13-4739-bdb7-510b421515c8 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:21:49.666591 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ef7da474-aaa8-4f46-b5d2-99415949c6dc req-c69568eb-9d59-44c3-82d6-905c1b502dcc service neutron] 10.222.0.76 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615906 Aug 26 06:21:49.718148 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] No Port match for: eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:21:49.720230 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785 not bound to the agent host hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:21:49.729309 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7865674-1291-40c1-b11f-17737f275d34 None None] Sync routers for ids ['6c079f46-9d17-46f1-addf-d8e1e72a3bf0'] in dv-cinder-853910-3-iscsi {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:21:49.737293 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0fbbef75-7f93-442a-ade3-782b8bc52e53 req-21b902f8-5955-46ec-8559-c7f0d9fec183 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e160e0e8-e0fd-4af5-b357-0de9a51426d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478180 Aug 26 06:21:49.744514 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-b9d83f12-f5df-4ba0-9d8e-4eca8a511348 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614170'] for floatingip (ca14a407-1e30-4cbf-b316-f93535a6e80e), after_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:49.793022 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7865674-1291-40c1-b11f-17737f275d34 None None] Routers {'6c079f46-9d17-46f1-addf-d8e1e72a3bf0'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:21:49.793781 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-f7865674-1291-40c1-b11f-17737f275d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:21:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['6c079f46-9d17-46f1-addf-d8e1e72a3bf0'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:21:49.802325 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [req-f474bcde-09bd-46b3-b5f8-3e69ac87bb5d req-9b62efc4-ff13-4739-bdb7-510b421515c8 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] No DVR routers for this DVR port eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785 on host hv-cinder-85391 {{(pid=107133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:21:49.809496 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-f474bcde-09bd-46b3-b5f8-3e69ac87bb5d req-9b62efc4-ff13-4739-bdb7-510b421515c8 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:49.814287 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f474bcde-09bd-46b3-b5f8-3e69ac87bb5d req-9b62efc4-ff13-4739-bdb7-510b421515c8 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.76 "DELETE /networking/v2.0/ports/eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785 HTTP/1.1" status: 204 len: 173 time: 2.6339097 Aug 26 06:21:49.814778 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0dda9da-e7bd-4a7d-b807-a2074ccbe208', 'name': 'network-vif-deleted', 'tag': 'eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785'}] {{(pid=107133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:21:49.817682 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8285fbc4cf3847b51d9cb7eba3379b7f58b909d4ff4eae5f417f2c246939f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32cf657d-fb38-4a46-bb51-dd0f37b76d0d" -d '{"events": [{"server_uuid": "c0dda9da-e7bd-4a7d-b807-a2074ccbe208", "name": "network-vif-deleted", "tag": "eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785"}]}' {{(pid=107133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:21:49.954967 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-29247284-403d-4a20-930a-0311f096af26 req-80a48361-1957-44fb-b7a2-79b62fe40619 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 210 time: 0.0674014 Aug 26 06:21:50.007301 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:50.010654 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecc77c2-fa78-4c0c-b252-2349403d7634 x-openstack-request-id: req-0ecc77c2-fa78-4c0c-b252-2349403d7634 {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:21:50.010890 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0dda9da-e7bd-4a7d-b807-a2074ccbe208", "name": "network-vif-deleted", "tag": "eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785", "status": "completed", "code": 200}]} {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:21:50.011127 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0ecc77c2-fa78-4c0c-b252-2349403d7634 {{(pid=107133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:21:50.012123 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ecc77c2-fa78-4c0c-b252-2349403d7634'] response: {'server_uuid': 'c0dda9da-e7bd-4a7d-b807-a2074ccbe208', 'name': 'network-vif-deleted', 'tag': 'eb6ebb39-9a85-4eaa-88a1-9d3aff9f8785', 'status': 'completed', 'code': 200} Aug 26 06:21:50.061095 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-f7865674-1291-40c1-b11f-17737f275d34 None None] Set router 6c079f46-9d17-46f1-addf-d8e1e72a3bf0 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:21:50.151514 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91005dd2-ee03-4a40-bd49-050dd09b4d7a req-08f640eb-511e-45d3-a5ca-4c5334fe075d tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:50.173727 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-91005dd2-ee03-4a40-bd49-050dd09b4d7a req-08f640eb-511e-45d3-a5ca-4c5334fe075d tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 985 time: 0.1006515 Aug 26 06:21:50.274869 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-91005dd2-ee03-4a40-bd49-050dd09b4d7a req-c74e889b-9050-45c6-83d5-a2376ad85608 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7875ffc9-e6f0-4862-8815-e1c917165a02&id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0941319 Aug 26 06:21:50.279569 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d83f12-f5df-4ba0-9d8e-4eca8a511348 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Router 0f2f8638-8081-4d93-a6b4-3c7c641c96ee has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:21:50.477285 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d83f12-f5df-4ba0-9d8e-4eca8a511348 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:21:50.490539 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-b9d83f12-f5df-4ba0-9d8e-4eca8a511348 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for floatingip (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:50.490763 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3708034-6a7b-4077-987c-2af2322a8d41 None None] Sync routers for ids ['0f2f8638-8081-4d93-a6b4-3c7c641c96ee'] in dv-cinder-853910-3-iscsi {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:21:50.529087 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3708034-6a7b-4077-987c-2af2322a8d41 None None] Routers {'0f2f8638-8081-4d93-a6b4-3c7c641c96ee'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:21:50.530139 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-c3708034-6a7b-4077-987c-2af2322a8d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:21:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['0f2f8638-8081-4d93-a6b4-3c7c641c96ee'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:21:50.670507 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45330505-4b58-4762-bb9f-e704f9648e1e', 'tag': '2064b241-4b48-43a2-ba54-14c868b539b4'}] {{(pid=107134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:21:50.679463 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98877e02f8b3cb06335249729d630ff259ce8fa3eff905cdf154d6d548f15152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74227dd2-cc64-4c84-acf1-7d5adc5faa89" -d '{"events": [{"name": "network-changed", "server_uuid": "45330505-4b58-4762-bb9f-e704f9648e1e", "tag": "2064b241-4b48-43a2-ba54-14c868b539b4"}]}' {{(pid=107134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:21:50.736153 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-c3708034-6a7b-4077-987c-2af2322a8d41 None None] Set router 0f2f8638-8081-4d93-a6b4-3c7c641c96ee gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:21:50.791065 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-f7865674-1291-40c1-b11f-17737f275d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'name': 'tempest-AttachVolumeTestJSON-371950179-router', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '5137d2dc-00ea-4102-b733-31f76f02ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:24Z', 'updated_at': '2022-08-26T06:16:33Z', 'revision_number': 4, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'gw_port': {'id': '5137d2dc-00ea-4102-b733-31f76f02ac42', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '824bffea-6e21-4bf9-b5df-3c6eaf8e7332', 'name': '', 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'mac_address': 'fa:16:3e:3a:93:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f9a116db-e15a-40d5-881d-57010dc489a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:30Z', 'updated_at': '2022-08-26T06:16:43Z', 'revision_number': 5, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'subnets': [{'id': 'f9a116db-e15a-40d5-881d-57010dc489a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:21:50.812187 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ef7da474-aaa8-4f46-b5d2-99415949c6dc req-1f5d6078-99f6-4499-a420-dace5f3da596 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329179 Aug 26 06:21:50.822957 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17736d3a-9d5b-44e5-a6f7-18f41296ba71 x-openstack-request-id: req-17736d3a-9d5b-44e5-a6f7-18f41296ba71 {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:21:50.823263 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45330505-4b58-4762-bb9f-e704f9648e1e", "tag": "2064b241-4b48-43a2-ba54-14c868b539b4", "status": "completed", "code": 200}]} {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:21:50.824292 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-17736d3a-9d5b-44e5-a6f7-18f41296ba71 {{(pid=107134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:21:50.831470 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17736d3a-9d5b-44e5-a6f7-18f41296ba71'] response: {'name': 'network-changed', 'server_uuid': '45330505-4b58-4762-bb9f-e704f9648e1e', 'tag': '2064b241-4b48-43a2-ba54-14c868b539b4', 'status': 'completed', 'code': 200} Aug 26 06:21:50.878093 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-b9d83f12-f5df-4ba0-9d8e-4eca8a511348 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/ca14a407-1e30-4cbf-b316-f93535a6e80e HTTP/1.1" status: 200 len: 993 time: 2.6535361 Aug 26 06:21:50.921686 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7865674-1291-40c1-b11f-17737f275d34 None None] Checking router: 6c079f46-9d17-46f1-addf-d8e1e72a3bf0 for host: dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:21:50.947997 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdae31-e979-4c93-865f-aa3251c99ece req-0b182b8d-2d40-4afc-90fe-6d61a6e13e28 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:50.950971 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-10cdae31-e979-4c93-865f-aa3251c99ece req-0b182b8d-2d40-4afc-90fe-6d61a6e13e28 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49523656-e2db-453f-a79f-435e6991bacc HTTP/1.1" status: 200 len: 946 time: 0.0946774 Aug 26 06:21:50.954422 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7865674-1291-40c1-b11f-17737f275d34 None None] Routers {'6c079f46-9d17-46f1-addf-d8e1e72a3bf0'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:21:50.964606 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-f7865674-1291-40c1-b11f-17737f275d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:21:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['6c079f46-9d17-46f1-addf-d8e1e72a3bf0'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:21:51.029538 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-10cdae31-e979-4c93-865f-aa3251c99ece req-03298ea8-23ae-4176-b1c2-e1def87f2099 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=269bc54d-1aaa-43e6-8c60-a6dc271d96f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702806 Aug 26 06:21:51.042669 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a677c-64fa-49cd-9365-814a6b4eb8ec req-97916a12-a8fa-41a6-88c4-f710be34fa97 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:51.042669 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-562a677c-64fa-49cd-9365-814a6b4eb8ec req-97916a12-a8fa-41a6-88c4-f710be34fa97 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 947 time: 0.1038888 Aug 26 06:21:51.150769 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-c3708034-6a7b-4077-987c-2af2322a8d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'name': 'tempest-ServerRescueNegativeTestJSON-182940186-router', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '5e9e0226-0808-483a-91c5-61db967f6b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:35Z', 'revision_number': 4, 'project_id': '84a2eee4447b4eadb79fbdbb874d4476', 'gw_port': {'id': '5e9e0226-0808-483a-91c5-61db967f6b93', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:28Z', 'updated_at': '2022-08-26T06:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': 'ca14a407-1e30-4cbf-b316-f93535a6e80e', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'port_id': '2064b241-4b48-43a2-ba54-14c868b539b4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e', 'mac_address': 'fa:16:3e:d3:4b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45330505-4b58-4762-bb9f-e704f9648e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:18:49Z', 'updated_at': '2022-08-26T06:21:49Z', 'revision_number': 3, 'project_id': '84a2eee4447b4eadb79fbdbb874d4476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f5140f9-8989-46bf-bd47-2fe5c097f5e6', 'name': '', 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'mac_address': 'fa:16:3e:61:4a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b75031eb-a96b-4547-8cde-57cb718d9ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:33Z', 'updated_at': '2022-08-26T06:16:44Z', 'revision_number': 5, 'project_id': '84a2eee4447b4eadb79fbdbb874d4476', 'subnets': [{'id': 'b75031eb-a96b-4547-8cde-57cb718d9ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:21:51.152881 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-f7865674-1291-40c1-b11f-17737f275d34 None None] Set router 6c079f46-9d17-46f1-addf-d8e1e72a3bf0 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:21:51.175175 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-562a677c-64fa-49cd-9365-814a6b4eb8ec req-403c43cc-8333-454e-ae48-669743c7ac3c tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108506 Aug 26 06:21:51.206895 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3708034-6a7b-4077-987c-2af2322a8d41 None None] Checking router: 0f2f8638-8081-4d93-a6b4-3c7c641c96ee for host: dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:21:51.233001 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3708034-6a7b-4077-987c-2af2322a8d41 None None] Routers {'0f2f8638-8081-4d93-a6b4-3c7c641c96ee'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:21:51.233960 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-c3708034-6a7b-4077-987c-2af2322a8d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:21:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['0f2f8638-8081-4d93-a6b4-3c7c641c96ee'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:21:51.237015 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:51.254491 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:51.261809 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ddceed15-624e-4bee-968c-01e09eda7808 req-1db4751c-b74e-4d6f-9426-6edf6b6d5fdf tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 210 time: 0.0443835 Aug 26 06:21:51.387421 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-c3708034-6a7b-4077-987c-2af2322a8d41 None None] Set router 0f2f8638-8081-4d93-a6b4-3c7c641c96ee gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:21:51.425791 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-f7865674-1291-40c1-b11f-17737f275d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'name': 'tempest-AttachVolumeTestJSON-371950179-router', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '5137d2dc-00ea-4102-b733-31f76f02ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:24Z', 'updated_at': '2022-08-26T06:16:33Z', 'revision_number': 4, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'gw_port': {'id': '5137d2dc-00ea-4102-b733-31f76f02ac42', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '824bffea-6e21-4bf9-b5df-3c6eaf8e7332', 'name': '', 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'mac_address': 'fa:16:3e:3a:93:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f9a116db-e15a-40d5-881d-57010dc489a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:30Z', 'updated_at': '2022-08-26T06:16:43Z', 'revision_number': 5, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'subnets': [{'id': 'f9a116db-e15a-40d5-881d-57010dc489a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:21:51.448719 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df996f6-9316-4f7e-a618-c46f29786dd5 req-468896d4-b210-4956-a2cd-711da6fefbad tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:51.450321 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8df996f6-9316-4f7e-a618-c46f29786dd5 req-468896d4-b210-4956-a2cd-711da6fefbad tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 985 time: 0.0724344 Aug 26 06:21:51.465136 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7865674-1291-40c1-b11f-17737f275d34 None None] The sync data for ids ['6c079f46-9d17-46f1-addf-d8e1e72a3bf0'] in dv-cinder-853910-3-iscsi is: [{'id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'name': 'tempest-AttachVolumeTestJSON-371950179-router', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '5137d2dc-00ea-4102-b733-31f76f02ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:24Z', 'updated_at': '2022-08-26T06:16:33Z', 'revision_number': 4, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'gw_port': {'id': '5137d2dc-00ea-4102-b733-31f76f02ac42', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '824bffea-6e21-4bf9-b5df-3c6eaf8e7332', 'name': '', 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'mac_address': 'fa:16:3e:3a:93:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f9a116db-e15a-40d5-881d-57010dc489a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:30Z', 'updated_at': '2022-08-26T06:16:43Z', 'revision_number': 5, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'subnets': [{'id': 'f9a116db-e15a-40d5-881d-57010dc489a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:21:51.564498 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8df996f6-9316-4f7e-a618-c46f29786dd5 req-0b2df999-dc9f-4c13-a6ef-e4d48e4cc111 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7875ffc9-e6f0-4862-8815-e1c917165a02&id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1073179 Aug 26 06:21:51.703259 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-c3708034-6a7b-4077-987c-2af2322a8d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'name': 'tempest-ServerRescueNegativeTestJSON-182940186-router', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '5e9e0226-0808-483a-91c5-61db967f6b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:35Z', 'revision_number': 4, 'project_id': '84a2eee4447b4eadb79fbdbb874d4476', 'gw_port': {'id': '5e9e0226-0808-483a-91c5-61db967f6b93', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:28Z', 'updated_at': '2022-08-26T06:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': 'ca14a407-1e30-4cbf-b316-f93535a6e80e', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'port_id': '2064b241-4b48-43a2-ba54-14c868b539b4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e', 'mac_address': 'fa:16:3e:d3:4b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45330505-4b58-4762-bb9f-e704f9648e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:18:49Z', 'updated_at': '2022-08-26T06:21:49Z', 'revision_number': 3, 'project_id': '84a2eee4447b4eadb79fbdbb874d4476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f5140f9-8989-46bf-bd47-2fe5c097f5e6', 'name': '', 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'mac_address': 'fa:16:3e:61:4a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b75031eb-a96b-4547-8cde-57cb718d9ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:33Z', 'updated_at': '2022-08-26T06:16:44Z', 'revision_number': 5, 'project_id': '84a2eee4447b4eadb79fbdbb874d4476', 'subnets': [{'id': 'b75031eb-a96b-4547-8cde-57cb718d9ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:21:51.744625 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3708034-6a7b-4077-987c-2af2322a8d41 None None] The sync data for ids ['0f2f8638-8081-4d93-a6b4-3c7c641c96ee'] in dv-cinder-853910-3-iscsi is: [{'id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'name': 'tempest-ServerRescueNegativeTestJSON-182940186-router', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '5e9e0226-0808-483a-91c5-61db967f6b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:35Z', 'revision_number': 4, 'project_id': '84a2eee4447b4eadb79fbdbb874d4476', 'gw_port': {'id': '5e9e0226-0808-483a-91c5-61db967f6b93', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:28Z', 'updated_at': '2022-08-26T06:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': 'ca14a407-1e30-4cbf-b316-f93535a6e80e', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'port_id': '2064b241-4b48-43a2-ba54-14c868b539b4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e', 'mac_address': 'fa:16:3e:d3:4b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45330505-4b58-4762-bb9f-e704f9648e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:18:49Z', 'updated_at': '2022-08-26T06:21:49Z', 'revision_number': 3, 'project_id': '84a2eee4447b4eadb79fbdbb874d4476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f5140f9-8989-46bf-bd47-2fe5c097f5e6', 'name': '', 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'mac_address': 'fa:16:3e:61:4a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b75031eb-a96b-4547-8cde-57cb718d9ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:33Z', 'updated_at': '2022-08-26T06:16:44Z', 'revision_number': 5, 'project_id': '84a2eee4447b4eadb79fbdbb874d4476', 'subnets': [{'id': 'b75031eb-a96b-4547-8cde-57cb718d9ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:21:51.850139 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87051739-4ac3-4e8b-afbb-b741a7e69f61 None None] New status for floating IP a937ae4b-0452-4acb-8266-42898284e3f0: DOWN {{(pid=107135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 06:21:52.157458 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d083aec-6496-47db-a31b-341758c59a56 req-5a8af4c7-769e-4cf2-8f83-4b6f4e72f249 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:52.160176 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-7d083aec-6496-47db-a31b-341758c59a56 req-5a8af4c7-769e-4cf2-8f83-4b6f4e72f249 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49523656-e2db-453f-a79f-435e6991bacc HTTP/1.1" status: 200 len: 946 time: 0.0549750 Aug 26 06:21:52.224444 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-7d083aec-6496-47db-a31b-341758c59a56 req-84b196a7-1545-468d-8868-16d1f9d9a5ff tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=269bc54d-1aaa-43e6-8c60-a6dc271d96f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471389 Aug 26 06:21:52.252005 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:52.366115 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca1323-00b2-4d25-9533-b94be552c88f req-61cfa2a1-cb42-4eec-b5b0-454fed51740d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:52.371927 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-51ca1323-00b2-4d25-9533-b94be552c88f req-61cfa2a1-cb42-4eec-b5b0-454fed51740d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 947 time: 0.0862985 Aug 26 06:21:52.419428 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-025ffdc9-4667-4a4e-abd0-a86788521532 req-c4169323-0da9-48d5-ac19-da6218a50723 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 210 time: 0.0496712 Aug 26 06:21:52.452920 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-51ca1323-00b2-4d25-9533-b94be552c88f req-4d4d8849-1649-4d2c-99f1-ea858e933a22 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703280 Aug 26 06:21:52.712484 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50c47e-26ee-4dc1-81d6-288f7359b7d8 req-9dd06c57-559c-4648-b6df-aeaa5df96757 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:52.716105 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-1e50c47e-26ee-4dc1-81d6-288f7359b7d8 req-9dd06c57-559c-4648-b6df-aeaa5df96757 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 985 time: 0.0612252 Aug 26 06:21:52.799455 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-1e50c47e-26ee-4dc1-81d6-288f7359b7d8 req-6b2a57de-4e79-40b3-8841-3fab63b24f2a tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7875ffc9-e6f0-4862-8815-e1c917165a02&id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0768878 Aug 26 06:21:52.826307 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45330505-4b58-4762-bb9f-e704f9648e1e', 'tag': '2064b241-4b48-43a2-ba54-14c868b539b4'}] {{(pid=107134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:21:52.829124 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98877e02f8b3cb06335249729d630ff259ce8fa3eff905cdf154d6d548f15152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be7365d-b7f1-47fb-b949-7227d7fe4cc9" -d '{"events": [{"name": "network-changed", "server_uuid": "45330505-4b58-4762-bb9f-e704f9648e1e", "tag": "2064b241-4b48-43a2-ba54-14c868b539b4"}]}' {{(pid=107134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:21:52.910770 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63ffd2b-9a58-408f-a6c5-dd0c712f6073 x-openstack-request-id: req-a63ffd2b-9a58-408f-a6c5-dd0c712f6073 {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:21:52.911241 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45330505-4b58-4762-bb9f-e704f9648e1e", "tag": "2064b241-4b48-43a2-ba54-14c868b539b4", "status": "completed", "code": 200}]} {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:21:52.911631 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a63ffd2b-9a58-408f-a6c5-dd0c712f6073 {{(pid=107134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:21:52.912247 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a63ffd2b-9a58-408f-a6c5-dd0c712f6073'] response: {'name': 'network-changed', 'server_uuid': '45330505-4b58-4762-bb9f-e704f9648e1e', 'tag': '2064b241-4b48-43a2-ba54-14c868b539b4', 'status': 'completed', 'code': 200} Aug 26 06:21:53.056770 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da3bee-5761-45ad-b338-b24d80eb7e52 req-51aaccf3-7d19-49a1-9903-db6b9fa396d3 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:53.058915 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c5da3bee-5761-45ad-b338-b24d80eb7e52 req-51aaccf3-7d19-49a1-9903-db6b9fa396d3 tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=49523656-e2db-453f-a79f-435e6991bacc HTTP/1.1" status: 200 len: 946 time: 0.0850964 Aug 26 06:21:53.086184 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74227dd2-cc64-4c84-acf1-7d5adc5faa89 req-37f32c1e-1a7e-46eb-b51b-c6d5effded4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:53.087731 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-74227dd2-cc64-4c84-acf1-7d5adc5faa89 req-37f32c1e-1a7e-46eb-b51b-c6d5effded4b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=84a2eee4447b4eadb79fbdbb874d4476&device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 1129 time: 0.2428668 Aug 26 06:21:53.184430 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [req-c5da3bee-5761-45ad-b338-b24d80eb7e52 req-264b4c69-4b1a-416c-8f48-496eadec145d tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Deleting port 591cc0d6-3149-4691-91d0-6ea7e9e1679f {{(pid=107133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:21:53.184786 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-c5da3bee-5761-45ad-b338-b24d80eb7e52 req-264b4c69-4b1a-416c-8f48-496eadec145d tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (591cc0d6-3149-4691-91d0-6ea7e9e1679f), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:53.222014 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74227dd2-cc64-4c84-acf1-7d5adc5faa89 req-c910eea8-ff53-44a7-a59a-6a42e922d5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:53.224171 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-74227dd2-cc64-4c84-acf1-7d5adc5faa89 req-c910eea8-ff53-44a7-a59a-6a42e922d5f2 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=f4400288-0fd6-4a35-b08d-549e7c7c455e HTTP/1.1" status: 200 len: 919 time: 0.1279635 Aug 26 06:21:53.334365 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-c5da3bee-5761-45ad-b338-b24d80eb7e52 req-264b4c69-4b1a-416c-8f48-496eadec145d tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] For port 591cc0d6-3149-4691-91d0-6ea7e9e1679f, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=591cc0d6-3149-4691-91d0-6ea7e9e1679f,segment=NetworkSegment(abed22a3-28c2-4aec-9c11-df281ae0c13f),segment_id=abed22a3-28c2-4aec-9c11-df281ae0c13f)] {{(pid=107133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:21:53.334783 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-c5da3bee-5761-45ad-b338-b24d80eb7e52 req-264b4c69-4b1a-416c-8f48-496eadec145d tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (591cc0d6-3149-4691-91d0-6ea7e9e1679f), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:53.365203 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-74227dd2-cc64-4c84-acf1-7d5adc5faa89 req-19c97092-1a3e-4c60-9671-14bbcc588cfc service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2064b241-4b48-43a2-ba54-14c868b539b4 HTTP/1.1" status: 200 len: 1001 time: 0.1330857 Aug 26 06:21:53.371886 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [req-c5da3bee-5761-45ad-b338-b24d80eb7e52 req-264b4c69-4b1a-416c-8f48-496eadec145d tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Calling delete_port for 591cc0d6-3149-4691-91d0-6ea7e9e1679f owned by compute:nova {{(pid=107133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:21:53.385000 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:53.437262 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29287b02-5d95-4b28-a75d-c6a1ab42806a req-e2bb2124-a23e-4436-bba6-20a5a898ae5d tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:53.446876 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-29287b02-5d95-4b28-a75d-c6a1ab42806a req-e2bb2124-a23e-4436-bba6-20a5a898ae5d tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49523656-e2db-453f-a79f-435e6991bacc HTTP/1.1" status: 200 len: 946 time: 0.1021111 Aug 26 06:21:53.476810 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74227dd2-cc64-4c84-acf1-7d5adc5faa89 req-7d7d6bc4-8251-4326-9e08-aa6b606a2edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:53.478299 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-74227dd2-cc64-4c84-acf1-7d5adc5faa89 req-7d7d6bc4-8251-4326-9e08-aa6b606a2edc service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=b75031eb-a96b-4547-8cde-57cb718d9ca4 HTTP/1.1" status: 200 len: 857 time: 0.0944996 Aug 26 06:21:53.543506 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74227dd2-cc64-4c84-acf1-7d5adc5faa89 req-7530082c-07bd-4908-a4ac-967eea25280a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:53.545132 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-74227dd2-cc64-4c84-acf1-7d5adc5faa89 req-7530082c-07bd-4908-a4ac-967eea25280a service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=f4400288-0fd6-4a35-b08d-549e7c7c455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525908 Aug 26 06:21:53.578582 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-29287b02-5d95-4b28-a75d-c6a1ab42806a req-257e1a4e-ed81-456d-b6d8-2daa46be35ee tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=269bc54d-1aaa-43e6-8c60-a6dc271d96f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319723 Aug 26 06:21:53.748842 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c04bc9fb-f156-4a24-baaa-ebe808d77da2 req-f2c95bbb-d949-483c-9c8d-a4dba1c81b59 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 210 time: 0.0400207 Aug 26 06:21:53.797194 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269cbba-a722-47e5-ae9b-9711be71ebf2 req-5c3cf4a4-e35d-4f63-89b3-a2939940865c tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:53.798991 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-1269cbba-a722-47e5-ae9b-9711be71ebf2 req-5c3cf4a4-e35d-4f63-89b3-a2939940865c tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 947 time: 0.0817466 Aug 26 06:21:53.803516 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-74227dd2-cc64-4c84-acf1-7d5adc5faa89 req-c67f72be-3dd9-4bbd-a0d1-c7202c5d037e service neutron] 10.222.0.76 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483537 Aug 26 06:21:53.859054 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-1269cbba-a722-47e5-ae9b-9711be71ebf2 req-40c5bf48-ab73-47fe-ad50-a98be76814a7 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521359 Aug 26 06:21:53.933005 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc53394-2aa4-47eb-9837-aeaaa05a36fa req-e117d12c-a9b4-44f1-9b18-d8bc2c0d769e tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:53.934542 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4fc53394-2aa4-47eb-9837-aeaaa05a36fa req-e117d12c-a9b4-44f1-9b18-d8bc2c0d769e tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 985 time: 0.0527074 Aug 26 06:21:53.936281 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-c5da3bee-5761-45ad-b338-b24d80eb7e52 req-264b4c69-4b1a-416c-8f48-496eadec145d tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (591cc0d6-3149-4691-91d0-6ea7e9e1679f), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:53.975236 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264b4c69-4b1a-416c-8f48-496eadec145d tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Pushing event deleted for resources: {'Port': ['ID=591cc0d6-3149-4691-91d0-6ea7e9e1679f,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:21:54.044569 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5da3bee-5761-45ad-b338-b24d80eb7e52 req-264b4c69-4b1a-416c-8f48-496eadec145d tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] No DVR routers for this DVR port 591cc0d6-3149-4691-91d0-6ea7e9e1679f on host hv-cinder-85391 {{(pid=107133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:21:54.052140 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-c5da3bee-5761-45ad-b338-b24d80eb7e52 req-264b4c69-4b1a-416c-8f48-496eadec145d tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:54.055997 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c5da3bee-5761-45ad-b338-b24d80eb7e52 req-264b4c69-4b1a-416c-8f48-496eadec145d tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.76 "DELETE /networking/v2.0/ports/591cc0d6-3149-4691-91d0-6ea7e9e1679f HTTP/1.1" status: 204 len: 173 time: 0.9883375 Aug 26 06:21:54.056458 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49523656-e2db-453f-a79f-435e6991bacc', 'name': 'network-vif-deleted', 'tag': '591cc0d6-3149-4691-91d0-6ea7e9e1679f'}] {{(pid=107133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:21:54.058821 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8285fbc4cf3847b51d9cb7eba3379b7f58b909d4ff4eae5f417f2c246939f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f6ba10-5a0d-4af1-9969-4c6b06025ce1" -d '{"events": [{"server_uuid": "49523656-e2db-453f-a79f-435e6991bacc", "name": "network-vif-deleted", "tag": "591cc0d6-3149-4691-91d0-6ea7e9e1679f"}]}' {{(pid=107133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:21:54.086064 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4fc53394-2aa4-47eb-9837-aeaaa05a36fa req-bc1560d2-749d-48f9-8213-cf7fc3edbdbd tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7875ffc9-e6f0-4862-8815-e1c917165a02&id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1381090 Aug 26 06:21:54.116136 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3188bafe-2efe-49b4-afb0-e68aadf0cfda x-openstack-request-id: req-3188bafe-2efe-49b4-afb0-e68aadf0cfda {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:21:54.116545 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49523656-e2db-453f-a79f-435e6991bacc", "name": "network-vif-deleted", "tag": "591cc0d6-3149-4691-91d0-6ea7e9e1679f", "status": "completed", "code": 200}]} {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:21:54.117470 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3188bafe-2efe-49b4-afb0-e68aadf0cfda {{(pid=107133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:21:54.118068 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3188bafe-2efe-49b4-afb0-e68aadf0cfda'] response: {'server_uuid': '49523656-e2db-453f-a79f-435e6991bacc', 'name': 'network-vif-deleted', 'tag': '591cc0d6-3149-4691-91d0-6ea7e9e1679f', 'status': 'completed', 'code': 200} Aug 26 06:21:54.247349 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:54.321384 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-74227dd2-cc64-4c84-acf1-7d5adc5faa89 req-291029b4-b7c3-4099-b721-d807e2477554 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151786 Aug 26 06:21:54.677371 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7365d-b7f1-47fb-b949-7227d7fe4cc9 req-8fc5ab26-4380-47a9-b4fe-c24bd743a343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:54.680408 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0be7365d-b7f1-47fb-b949-7227d7fe4cc9 req-8fc5ab26-4380-47a9-b4fe-c24bd743a343 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=84a2eee4447b4eadb79fbdbb874d4476&device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 1129 time: 0.0571434 Aug 26 06:21:54.724363 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-46160371-1c56-4fac-9cfd-7245d1102fd4 req-aaabd972-0c33-42e5-85f7-13a6ab7eadee tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49523656-e2db-453f-a79f-435e6991bacc HTTP/1.1" status: 200 len: 210 time: 0.0369840 Aug 26 06:21:54.831401 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7365d-b7f1-47fb-b949-7227d7fe4cc9 req-9017755b-16e6-435c-b678-b192e3c8ad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:54.833705 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0be7365d-b7f1-47fb-b949-7227d7fe4cc9 req-9017755b-16e6-435c-b678-b192e3c8ad2f service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=f4400288-0fd6-4a35-b08d-549e7c7c455e HTTP/1.1" status: 200 len: 919 time: 0.1435862 Aug 26 06:21:54.916593 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9560506b-a0bf-4118-967a-0878116bb898 req-1ea8395f-8026-4a45-a8a0-a23a811e8497 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c0dda9da-e7bd-4a7d-b807-a2074ccbe208 HTTP/1.1" status: 200 len: 210 time: 0.0355406 Aug 26 06:21:54.934156 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0be7365d-b7f1-47fb-b949-7227d7fe4cc9 req-082ff1a6-3a52-477a-9c4c-2d6b24920d3d service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2064b241-4b48-43a2-ba54-14c868b539b4 HTTP/1.1" status: 200 len: 1001 time: 0.0914471 Aug 26 06:21:54.996589 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7365d-b7f1-47fb-b949-7227d7fe4cc9 req-56966937-f536-4e43-8efa-aad4bc0935d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:54.998213 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0be7365d-b7f1-47fb-b949-7227d7fe4cc9 req-56966937-f536-4e43-8efa-aad4bc0935d3 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=b75031eb-a96b-4547-8cde-57cb718d9ca4 HTTP/1.1" status: 200 len: 857 time: 0.0538151 Aug 26 06:21:55.013673 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4afea2e-0dc1-4168-a857-0916b22fb1db req-3daf0ee5-57cd-4e35-b75b-6773377d02d2 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:55.015777 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e4afea2e-0dc1-4168-a857-0916b22fb1db req-3daf0ee5-57cd-4e35-b75b-6773377d02d2 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 947 time: 0.0560074 Aug 26 06:21:55.053014 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7365d-b7f1-47fb-b949-7227d7fe4cc9 req-f8a2187f-5c48-4a71-8657-b4727cbb8a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:55.054809 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0be7365d-b7f1-47fb-b949-7227d7fe4cc9 req-f8a2187f-5c48-4a71-8657-b4727cbb8a08 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=f4400288-0fd6-4a35-b08d-549e7c7c455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462196 Aug 26 06:21:55.088802 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e4afea2e-0dc1-4168-a857-0916b22fb1db req-675de042-1362-4424-97ee-a4895e912539 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628490 Aug 26 06:21:55.184577 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0be7365d-b7f1-47fb-b949-7227d7fe4cc9 req-ccb38b30-0bd3-4cbe-8617-2ae35a3f36b9 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144612 Aug 26 06:21:55.301318 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7d860-1c86-4ab9-8d7e-03e1f61773d0 req-ac135e36-5c3a-4fdb-b25c-3fdfeb20e3a6 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:55.302942 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-d1a7d860-1c86-4ab9-8d7e-03e1f61773d0 req-ac135e36-5c3a-4fdb-b25c-3fdfeb20e3a6 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 985 time: 0.0877411 Aug 26 06:21:55.358243 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0be7365d-b7f1-47fb-b949-7227d7fe4cc9 req-b91d1812-ec62-4fb3-a856-fe4ea5344427 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661446 Aug 26 06:21:55.397081 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-d1a7d860-1c86-4ab9-8d7e-03e1f61773d0 req-1a0b6446-0317-418b-8660-bf3027ab2d28 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7875ffc9-e6f0-4862-8815-e1c917165a02&id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0846777 Aug 26 06:21:55.581886 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 591cc0d6-3149-4691-91d0-6ea7e9e1679f no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:21:55.602451 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] No Port match for: 591cc0d6-3149-4691-91d0-6ea7e9e1679f {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:21:55.602819 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 591cc0d6-3149-4691-91d0-6ea7e9e1679f not bound to the agent host hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:21:55.858558 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a7d49cb7-b437-4cda-8321-a4873fdb8830 req-eaab27d4-4580-49b2-a7cd-ce20dbc9343a tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49523656-e2db-453f-a79f-435e6991bacc HTTP/1.1" status: 200 len: 210 time: 0.0343947 Aug 26 06:21:56.168207 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 55022) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:21:56.225051 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ddae702a-84e8-4b03-a357-c3785f18ec9f tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for security_group (8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:56.251725 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ddae702a-84e8-4b03-a357-c3785f18ec9f tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for security_group (8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:56.435853 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ddae702a-84e8-4b03-a357-c3785f18ec9f tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:56.436688 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8a751a24-a446-4030-a33f-cf493a2a6947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:56.439260 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ddae702a-84e8-4b03-a357-c3785f18ec9f tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:56.442009 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-ddae702a-84e8-4b03-a357-c3785f18ec9f tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb HTTP/1.1" status: 204 len: 168 time: 0.2726784 Aug 26 06:21:56.446835 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 55030) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:21:56.469164 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.api.v2.resource [None req-1e801402-4973-476a-b044-24b5ee7525c1 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] show failed (client error): The resource could not be found. Aug 26 06:21:56.469913 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae702a-84e8-4b03-a357-c3785f18ec9f tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:21:56.470208 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-1e801402-4973-476a-b044-24b5ee7525c1 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups/8c8c54d0-2a0f-4ddb-99b6-3b23cdeba6eb HTTP/1.1" status: 404 len: 347 time: 0.0213099 Aug 26 06:21:56.473415 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 55032) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:21:56.485511 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae702a-84e8-4b03-a357-c3785f18ec9f tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:56.488075 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae702a-84e8-4b03-a357-c3785f18ec9f tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:56.491104 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae702a-84e8-4b03-a357-c3785f18ec9f tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:56.491821 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae702a-84e8-4b03-a357-c3785f18ec9f tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:56.492165 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae702a-84e8-4b03-a357-c3785f18ec9f tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:56.492564 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae702a-84e8-4b03-a357-c3785f18ec9f tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:56.492937 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae702a-84e8-4b03-a357-c3785f18ec9f tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:56.493306 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae702a-84e8-4b03-a357-c3785f18ec9f tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:56.493661 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae702a-84e8-4b03-a357-c3785f18ec9f tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:56.493988 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae702a-84e8-4b03-a357-c3785f18ec9f tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:56.494314 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae702a-84e8-4b03-a357-c3785f18ec9f tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:56.494671 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae702a-84e8-4b03-a357-c3785f18ec9f tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:56.495000 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae702a-84e8-4b03-a357-c3785f18ec9f tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:56.495381 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae702a-84e8-4b03-a357-c3785f18ec9f tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:56.495704 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddae702a-84e8-4b03-a357-c3785f18ec9f tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:21:56.573111 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b0f40-337f-408f-a6b0-d37128d5f6a8 req-a12805c2-1d97-40af-a39f-73099e63b305 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:56.912087 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-620b0f40-337f-408f-a6b0-d37128d5f6a8 req-a12805c2-1d97-40af-a39f-73099e63b305 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 985 time: 0.0666535 Aug 26 06:21:56.912087 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-620b0f40-337f-408f-a6b0-d37128d5f6a8 req-171bb2cf-cae7-4e00-90ce-7883adb146f1 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7875ffc9-e6f0-4862-8815-e1c917165a02&id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0647442 Aug 26 06:21:56.913301 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [None req-a15ffdd2-690e-4e73-8e93-8393a7c7bfc9 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Deleting port 0673bd13-7f65-4f9d-950a-2d23ae31116e {{(pid=107133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:21:56.913301 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a15ffdd2-690e-4e73-8e93-8393a7c7bfc9 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (0673bd13-7f65-4f9d-950a-2d23ae31116e), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:56.913301 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a15ffdd2-690e-4e73-8e93-8393a7c7bfc9 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (0673bd13-7f65-4f9d-950a-2d23ae31116e), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:56.913301 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a15ffdd2-690e-4e73-8e93-8393a7c7bfc9 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for floatingip (0673bd13-7f65-4f9d-950a-2d23ae31116e), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:56.913301 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [None req-a15ffdd2-690e-4e73-8e93-8393a7c7bfc9 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Calling delete_port for 0673bd13-7f65-4f9d-950a-2d23ae31116e owned by network:floatingip {{(pid=107133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:21:57.006436 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-5022bb05-8a94-41d5-9c06-50366d68362b req-6cc89e71-5fba-4c8a-a802-90be4f64e1cd tempest-VolumesSnapshotTestJSON-913086289 tempest-VolumesSnapshotTestJSON-913086289-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49523656-e2db-453f-a79f-435e6991bacc HTTP/1.1" status: 200 len: 210 time: 0.0290377 Aug 26 06:21:57.139386 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a15ffdd2-690e-4e73-8e93-8393a7c7bfc9 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (0673bd13-7f65-4f9d-950a-2d23ae31116e), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:57.170461 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ffdd2-690e-4e73-8e93-8393a7c7bfc9 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Pushing event deleted for resources: {'Port': ['ID=0673bd13-7f65-4f9d-950a-2d23ae31116e,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:21:57.240725 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a15ffdd2-690e-4e73-8e93-8393a7c7bfc9 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for floatingip (a937ae4b-0452-4acb-8266-42898284e3f0), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:57.243387 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a15ffdd2-690e-4e73-8e93-8393a7c7bfc9 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for floatingip (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:57.245031 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-a15ffdd2-690e-4e73-8e93-8393a7c7bfc9 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/a937ae4b-0452-4acb-8266-42898284e3f0 HTTP/1.1" status: 204 len: 168 time: 0.7690477 Aug 26 06:21:57.412418 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:57.498602 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 55038) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:21:57.505294 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-e006e166-c172-4848-b767-a6f1b7c5b128 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Request body: {'security_group': {'name': 'tempest-securitygroup--764522722', 'description': 'tempest-description--1755295809'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:21:57.611515 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 55042) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:21:57.670435 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e006e166-c172-4848-b767-a6f1b7c5b128 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:57.739309 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-0a12efd0-66d2-492f-a07a-47d1e0365147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:57.757454 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e006e166-c172-4848-b767-a6f1b7c5b128 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for security_group (fee7757f-00f3-445c-bc4e-ab32f85c9449), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:57.826576 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-0a12efd0-66d2-492f-a07a-47d1e0365147 admin admin] Publish callbacks [] for security_group (71c82d66-b50e-4039-bfee-cb8663fe43ff), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:57.927088 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e006e166-c172-4848-b767-a6f1b7c5b128 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (fee7757f-00f3-445c-bc4e-ab32f85c9449), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:57.969604 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006e166-c172-4848-b767-a6f1b7c5b128 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fee7757f-00f3-445c-bc4e-ab32f85c9449,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:21:57.978978 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-0a12efd0-66d2-492f-a07a-47d1e0365147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (71c82d66-b50e-4039-bfee-cb8663fe43ff), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:58.022291 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-0a12efd0-66d2-492f-a07a-47d1e0365147 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=684358fb8c42489b89de8e8e863cfe00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4094443 Aug 26 06:21:58.023122 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12efd0-66d2-492f-a07a-47d1e0365147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c82d66-b50e-4039-bfee-cb8663fe43ff,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:21:58.025489 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 55048) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:21:58.106159 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-523ed151-f139-4b67-a727-7eccff9d69ce admin admin] Publish callbacks [] for security_group (71c82d66-b50e-4039-bfee-cb8663fe43ff), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:58.133371 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-523ed151-f139-4b67-a727-7eccff9d69ce admin admin] Publish callbacks [] for security_group (71c82d66-b50e-4039-bfee-cb8663fe43ff), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:58.228995 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:21:58.251506 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e006e166-c172-4848-b767-a6f1b7c5b128 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:58.253916 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-e006e166-c172-4848-b767-a6f1b7c5b128 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7531917 Aug 26 06:21:58.257336 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 55054) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:21:58.264702 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-543d788e-0387-4db1-aaa7-b8411ed8b910 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Request body: {'security_group_rule': {'security_group_id': 'fee7757f-00f3-445c-bc4e-ab32f85c9449', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:21:58.292280 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da823d-58e7-4901-819b-632372f403f9 req-b5136a4a-7700-4fce-9ecf-41472ab556cc tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:58.292724 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-523ed151-f139-4b67-a727-7eccff9d69ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (71c82d66-b50e-4039-bfee-cb8663fe43ff), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:58.292837 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-06da823d-58e7-4901-819b-632372f403f9 req-b5136a4a-7700-4fce-9ecf-41472ab556cc tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 985 time: 0.3300657 Aug 26 06:21:58.292927 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-523ed151-f139-4b67-a727-7eccff9d69ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:58.293272 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-523ed151-f139-4b67-a727-7eccff9d69ce admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/71c82d66-b50e-4039-bfee-cb8663fe43ff HTTP/1.1" status: 204 len: 168 time: 0.2667980 Aug 26 06:21:58.305539 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ed151-f139-4b67-a727-7eccff9d69ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c82d66-b50e-4039-bfee-cb8663fe43ff,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:21:58.389257 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-06da823d-58e7-4901-819b-632372f403f9 req-2ba7d15b-4d13-45b6-ab60-05088a451074 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7875ffc9-e6f0-4862-8815-e1c917165a02&id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0875235 Aug 26 06:21:58.653015 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-543d788e-0387-4db1-aaa7-b8411ed8b910 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for security_group_rule (aa15d666-ca62-433a-9711-dcaa73d693f6), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:58.709928 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-543d788e-0387-4db1-aaa7-b8411ed8b910 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for security_group_rule (aa15d666-ca62-433a-9711-dcaa73d693f6), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:58.727553 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f04b5d55-8ba9-405c-b9d1-19db96cfa733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:58.920924 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-543d788e-0387-4db1-aaa7-b8411ed8b910 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692507'] for security_group_rule (aa15d666-ca62-433a-9711-dcaa73d693f6), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:58.945124 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d788e-0387-4db1-aaa7-b8411ed8b910 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa15d666-ca62-433a-9711-dcaa73d693f6,revision_number=0']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:21:59.071976 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-543d788e-0387-4db1-aaa7-b8411ed8b910 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:59.081917 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-543d788e-0387-4db1-aaa7-b8411ed8b910 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8149447 Aug 26 06:21:59.082399 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 55062) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:21:59.087660 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-03922e32-176e-4d90-9963-e7dc46a93574 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Request body: {'security_group_rule': {'security_group_id': 'fee7757f-00f3-445c-bc4e-ab32f85c9449', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:21:59.260202 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-03922e32-176e-4d90-9963-e7dc46a93574 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for security_group_rule (e9b3f40e-f66b-40cb-aa33-f852867713d9), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:59.332146 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-03922e32-176e-4d90-9963-e7dc46a93574 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for security_group_rule (e9b3f40e-f66b-40cb-aa33-f852867713d9), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:59.479316 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-03922e32-176e-4d90-9963-e7dc46a93574 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692507'] for security_group_rule (e9b3f40e-f66b-40cb-aa33-f852867713d9), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:59.524692 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03922e32-176e-4d90-9963-e7dc46a93574 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9b3f40e-f66b-40cb-aa33-f852867713d9,revision_number=0']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:21:59.533990 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4e4be-9197-432c-b7e0-fe6cc08f3319 req-9bc7acba-26f4-46c4-a8dc-17287968bc22 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:21:59.533990 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-1ca4e4be-9197-432c-b7e0-fe6cc08f3319 req-9bc7acba-26f4-46c4-a8dc-17287968bc22 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 985 time: 0.0647967 Aug 26 06:21:59.600310 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-1ca4e4be-9197-432c-b7e0-fe6cc08f3319 req-ceeac778-3ef2-4e80-844f-765728e51a85 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7875ffc9-e6f0-4862-8815-e1c917165a02&id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597436 Aug 26 06:21:59.688522 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-03922e32-176e-4d90-9963-e7dc46a93574 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:59.689721 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-03922e32-176e-4d90-9963-e7dc46a93574 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6059048 Aug 26 06:21:59.693684 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 55080) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:21:59.699763 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-895870ee-c0ec-43ef-9bd3-4d3cca8779c3 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Request body: {'floatingip': {'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:21:59.875800 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-895870ee-c0ec-43ef-9bd3-4d3cca8779c3 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:59.967885 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-895870ee-c0ec-43ef-9bd3-4d3cca8779c3 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:21:59.977812 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:00.095204 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_common [None req-895870ee-c0ec-43ef-9bd3-4d3cca8779c3 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Allocated IP 172.27.3.55 (7bfbcaf8-cfd7-4da9-9873-fb578302608c/6eb332c5-848f-450d-bdad-4a764241332a/0a2e10ad-6130-469c-b1e9-e5e51676633b) {{(pid=107133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:22:00.259995 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-895870ee-c0ec-43ef-9bd3-4d3cca8779c3 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for port (0a2e10ad-6130-469c-b1e9-e5e51676633b), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:00.446551 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-895870ee-c0ec-43ef-9bd3-4d3cca8779c3 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (0a2e10ad-6130-469c-b1e9-e5e51676633b), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:00.496429 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895870ee-c0ec-43ef-9bd3-4d3cca8779c3 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Network 7bfbcaf8-cfd7-4da9-9873-fb578302608c is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:22:00.499411 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [None req-895870ee-c0ec-43ef-9bd3-4d3cca8779c3 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:22:00.503529 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895870ee-c0ec-43ef-9bd3-4d3cca8779c3 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Received port after_create {{(pid=107133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:22:00.509166 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895870ee-c0ec-43ef-9bd3-4d3cca8779c3 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Pushing event updated for resources: {'Port': ['ID=0a2e10ad-6130-469c-b1e9-e5e51676633b,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:22:00.533095 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:00.538584 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:00.596999 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-895870ee-c0ec-43ef-9bd3-4d3cca8779c3 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for floatingip (d894d3a3-312c-4fa6-a354-fcd201349979), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:00.730978 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9669525-afe5-45ca-ac50-317b96c1dc51 req-78bbafb2-13e5-4e0a-b673-2b286969086e tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:00.732752 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c9669525-afe5-45ca-ac50-317b96c1dc51 req-78bbafb2-13e5-4e0a-b673-2b286969086e tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 985 time: 0.0489285 Aug 26 06:22:00.824419 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:00.832925 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c9669525-afe5-45ca-ac50-317b96c1dc51 req-9adb26f7-770a-4be5-b146-18e883ae680e tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7875ffc9-e6f0-4862-8815-e1c917165a02&id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0906172 Aug 26 06:22:00.833852 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-895870ee-c0ec-43ef-9bd3-4d3cca8779c3 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (0a2e10ad-6130-469c-b1e9-e5e51676633b), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:01.000279 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-895870ee-c0ec-43ef-9bd3-4d3cca8779c3 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for port (0a2e10ad-6130-469c-b1e9-e5e51676633b), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:01.172585 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-895870ee-c0ec-43ef-9bd3-4d3cca8779c3 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9095016'] for port (0a2e10ad-6130-469c-b1e9-e5e51676633b), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:01.243641 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895870ee-c0ec-43ef-9bd3-4d3cca8779c3 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Pushing event updated for resources: {'Port': ['ID=0a2e10ad-6130-469c-b1e9-e5e51676633b,revision_number=2']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:22:01.247031 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-895870ee-c0ec-43ef-9bd3-4d3cca8779c3 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614170'] for floatingip (d894d3a3-312c-4fa6-a354-fcd201349979), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:01.449295 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-895870ee-c0ec-43ef-9bd3-4d3cca8779c3 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for floatingip (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:01.450579 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-895870ee-c0ec-43ef-9bd3-4d3cca8779c3 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7558641 Aug 26 06:22:01.573850 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:01.576497 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:01.671569 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-7f292091-51e2-4a8d-849a-cec1b594df61 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--764522722&fields=id&tenant_id=aceecfa04cf941348d542c3e55569384 HTTP/1.1" status: 200 len: 267 time: 0.0466793 Aug 26 06:22:01.706611 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=62 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:01.708521 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=95,neutron:DELETE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:01.968774 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbd7e3-2fb3-4969-826d-c4a388cae242 req-79e1f93c-d426-4b9c-b625-de67c430d1e3 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:01.970465 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-58fbd7e3-2fb3-4969-826d-c4a388cae242 req-79e1f93c-d426-4b9c-b625-de67c430d1e3 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 985 time: 0.0571864 Aug 26 06:22:02.039573 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-b9f5b3f0-9289-4b7d-8bc0-7caecbe893dc tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:02.040012 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-58fbd7e3-2fb3-4969-826d-c4a388cae242 req-73dcacaf-96d1-496d-99a5-ce8fc2b11d01 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7875ffc9-e6f0-4862-8815-e1c917165a02&id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614028 Aug 26 06:22:02.041119 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-b9f5b3f0-9289-4b7d-8bc0-7caecbe893dc tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/networks?id=9d86ecc4-b89c-4670-82c2-e19913819bab HTTP/1.1" status: 200 len: 810 time: 0.3609772 Aug 26 06:22:02.058368 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-0ca79ba1-e147-43c0-a3c3-66a1216ec769 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/quotas/aceecfa04cf941348d542c3e55569384 HTTP/1.1" status: 200 len: 375 time: 0.0116794 Aug 26 06:22:02.111903 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-7e417258-06af-4a25-8e6f-0e8eb70409f6 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=aceecfa04cf941348d542c3e55569384&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469463 Aug 26 06:22:02.308494 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-0e85a6fa-66a1-4312-a85d-cfc54729de16 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9d86ecc4-b89c-4670-82c2-e19913819bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848729 Aug 26 06:22:02.401488 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-1abc9750-1b90-47ce-84f4-38e6c3227ee5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9d86ecc4-b89c-4670-82c2-e19913819bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871432 Aug 26 06:22:02.754033 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cfea4c0b-cf6f-49ad-a870-273723ad20ee req-4674df9e-8227-4c68-8037-409c27871b1c tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=718e8607-e647-40b3-aa7d-16d5f5cd577d HTTP/1.1" status: 200 len: 210 time: 0.0299499 Aug 26 06:22:03.178067 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d91f4-d98c-4380-afde-4409d94fc206 req-1dcd7e15-181e-4c57-bf21-3c60b39b553b tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:03.179876 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-977d91f4-d98c-4380-afde-4409d94fc206 req-1dcd7e15-181e-4c57-bf21-3c60b39b553b tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 985 time: 0.0562525 Aug 26 06:22:03.243779 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-977d91f4-d98c-4380-afde-4409d94fc206 req-8f0143a3-8907-4137-877c-e855e190bdd3 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7875ffc9-e6f0-4862-8815-e1c917165a02&id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577624 Aug 26 06:22:03.837208 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-29f93f21-1885-4a01-bd2f-cb797bce1f2c req-6c8f9264-5496-4f80-a699-ea0333bf9d21 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=718e8607-e647-40b3-aa7d-16d5f5cd577d HTTP/1.1" status: 200 len: 210 time: 0.0279701 Aug 26 06:22:04.372404 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf3b9b-4761-40ea-82de-e679c38f8c57 req-03279a39-cad3-4632-a005-acbf29b25aaf tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:04.373954 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0aaf3b9b-4761-40ea-82de-e679c38f8c57 req-03279a39-cad3-4632-a005-acbf29b25aaf tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 985 time: 0.0484507 Aug 26 06:22:04.442637 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0aaf3b9b-4761-40ea-82de-e679c38f8c57 req-72528522-8bad-4e5e-a690-45c40f1f1a5f tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7875ffc9-e6f0-4862-8815-e1c917165a02&id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0626862 Aug 26 06:22:04.944529 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-6dd8187b-d4a7-46f3-b607-00b8628f8a9c req-ba2df5c1-c894-4bf9-b853-cb76e4183c60 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=718e8607-e647-40b3-aa7d-16d5f5cd577d HTTP/1.1" status: 200 len: 210 time: 0.0329630 Aug 26 06:22:05.063922 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:05.572718 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25627e81-9649-4d03-8503-7665bf3f4334 req-c27679d0-26d7-4014-9292-b571de756fea tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:05.574206 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-25627e81-9649-4d03-8503-7665bf3f4334 req-c27679d0-26d7-4014-9292-b571de756fea tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 985 time: 0.0530779 Aug 26 06:22:05.645025 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-25627e81-9649-4d03-8503-7665bf3f4334 req-2a60e503-0153-44f7-9959-5cd2d3c1b51d tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7875ffc9-e6f0-4862-8815-e1c917165a02&id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619626 Aug 26 06:22:05.938793 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:06.060446 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-26689c79-b7d1-414d-a390-5dafa538b3f0 req-1a897e12-7afc-48f4-8115-49676adfe6e2 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=718e8607-e647-40b3-aa7d-16d5f5cd577d HTTP/1.1" status: 200 len: 210 time: 0.0343015 Aug 26 06:22:06.292747 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:06.778918 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9121cd-1415-4e2e-9164-b48c4a8511ea req-3bb91277-bc21-4d4a-b00e-528e9cc748cd tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:06.780449 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2b9121cd-1415-4e2e-9164-b48c4a8511ea req-3bb91277-bc21-4d4a-b00e-528e9cc748cd tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 985 time: 0.0535674 Aug 26 06:22:06.845427 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2b9121cd-1415-4e2e-9164-b48c4a8511ea req-3be27ea8-4051-4eb5-b620-de710969c188 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7875ffc9-e6f0-4862-8815-e1c917165a02&id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586772 Aug 26 06:22:06.970306 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-017c98c9-3718-4996-9393-e8b5aed14b90 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:06.972151 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-017c98c9-3718-4996-9393-e8b5aed14b90 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.76 "GET /networking/v2.0/networks?id=9d86ecc4-b89c-4670-82c2-e19913819bab HTTP/1.1" status: 200 len: 810 time: 0.1183579 Aug 26 06:22:07.056785 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-0b50e766-f359-4c80-b2fc-81c03e0d7b62 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=aceecfa04cf941348d542c3e55569384 HTTP/1.1" status: 200 len: 379 time: 0.0667105 Aug 26 06:22:07.068460 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-42fb4618-b36b-402f-8104-d788ab198516 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Request body: {'port': {'device_id': '718e8607-e647-40b3-aa7d-16d5f5cd577d', 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab', 'admin_state_up': True, 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'security_groups': ['fee7757f-00f3-445c-bc4e-ab32f85c9449']}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:22:07.200388 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-22163834-a415-4de0-a9d9-713875526b06 req-5e7695aa-eeb4-481c-b9cc-8371c121bac3 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=718e8607-e647-40b3-aa7d-16d5f5cd577d HTTP/1.1" status: 200 len: 210 time: 0.0375006 Aug 26 06:22:07.383808 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-42fb4618-b36b-402f-8104-d788ab198516 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Made reservation on behalf of aceecfa04cf941348d542c3e55569384 for: {'port': 1} {{(pid=107134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:22:07.387972 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-42fb4618-b36b-402f-8104-d788ab198516 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:07.533113 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.db_base_plugin_common [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-42fb4618-b36b-402f-8104-d788ab198516 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Allocated IP 172.20.0.13 (9d86ecc4-b89c-4670-82c2-e19913819bab/f9a116db-e15a-40d5-881d-57010dc489a7/1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7) {{(pid=107134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:22:07.698605 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-42fb4618-b36b-402f-8104-d788ab198516 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for port (1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:07.865669 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-42fb4618-b36b-402f-8104-d788ab198516 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:07.913258 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-42fb4618-b36b-402f-8104-d788ab198516 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Network 9d86ecc4-b89c-4670-82c2-e19913819bab is already hosted by enough agents. {{(pid=107134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:22:07.917205 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-42fb4618-b36b-402f-8104-d788ab198516 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Resources bound (agent type, host, resource id): {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:22:07.921324 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-42fb4618-b36b-402f-8104-d788ab198516 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Received port after_create {{(pid=107134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:22:07.927893 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb4618-b36b-402f-8104-d788ab198516 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Pushing event updated for resources: {'Port': ['ID=1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:22:08.010514 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-42fb4618-b36b-402f-8104-d788ab198516 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:08.011157 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-42fb4618-b36b-402f-8104-d788ab198516 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:08.018907 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6421e2f-4b92-4229-94a9-dff5246dfef1 req-ac194884-b511-4311-bcad-60ae0a4e39e5 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:08.024037 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f6421e2f-4b92-4229-94a9-dff5246dfef1 req-ac194884-b511-4311-bcad-60ae0a4e39e5 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 985 time: 0.0691800 Aug 26 06:22:08.024037 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:08.090752 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f6421e2f-4b92-4229-94a9-dff5246dfef1 req-ec197775-7f45-4675-80f9-fff36cc56313 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7875ffc9-e6f0-4862-8815-e1c917165a02&id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0635929 Aug 26 06:22:08.170941 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-42fb4618-b36b-402f-8104-d788ab198516 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1073611 Aug 26 06:22:08.220645 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-adb67274-2ccf-4e74-833a-53c8934b2fa1 None None] Provisioning complete for port 1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:22:08.222443 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-adb67274-2ccf-4e74-833a-53c8934b2fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:08.256067 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-adb67274-2ccf-4e74-833a-53c8934b2fa1 None None] Port 1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7 cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:22:08.340865 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4a1a7-63b4-43c0-ab15-3f7eb906b36e req-10802a87-766f-49ac-80bc-0a246cd4a88f tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:08.342362 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-50d4a1a7-63b4-43c0-ab15-3f7eb906b36e req-10802a87-766f-49ac-80bc-0a246cd4a88f tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=718e8607-e647-40b3-aa7d-16d5f5cd577d HTTP/1.1" status: 200 len: 932 time: 0.0505714 Aug 26 06:22:08.398178 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-50d4a1a7-63b4-43c0-ab15-3f7eb906b36e req-2c3b9a1f-2658-47fd-9f25-d36ae981ee3f tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fee7757f-00f3-445c-bc4e-ab32f85c9449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492778 Aug 26 06:22:08.514831 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:09.197890 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:09.217561 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783ff72-af5d-42c9-b175-94c80e436436 req-056e5df9-9ab3-49b7-b222-cc463c2fdd79 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:09.219111 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-7783ff72-af5d-42c9-b175-94c80e436436 req-056e5df9-9ab3-49b7-b222-cc463c2fdd79 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 985 time: 0.0512748 Aug 26 06:22:09.288599 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-7783ff72-af5d-42c9-b175-94c80e436436 req-3dbe1dca-b449-4b57-9762-814fcef391a9 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7875ffc9-e6f0-4862-8815-e1c917165a02&id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0631733 Aug 26 06:22:09.355807 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:09.526140 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c2eef-751e-4aea-9906-a61e8dc5f9ee req-b7e7d189-30b0-4f6c-9684-48cb734ba669 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:09.527684 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-292c2eef-751e-4aea-9906-a61e8dc5f9ee req-b7e7d189-30b0-4f6c-9684-48cb734ba669 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=718e8607-e647-40b3-aa7d-16d5f5cd577d HTTP/1.1" status: 200 len: 932 time: 0.0522056 Aug 26 06:22:09.583051 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-292c2eef-751e-4aea-9906-a61e8dc5f9ee req-ea239c8c-9b5a-4c31-a7f0-1e0bb171be96 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fee7757f-00f3-445c-bc4e-ab32f85c9449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496907 Aug 26 06:22:10.121483 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:10.407527 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-3c6390cf-d254-489c-895e-61ca604bfc4e service neutron] Request body: {'port': {'device_id': '718e8607-e647-40b3-aa7d-16d5f5cd577d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:22:10.449441 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442a781-7a3b-45e8-a064-badcbda13d2f req-53311b81-6a06-4249-9701-95c2d8145c28 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:10.451021 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2442a781-7a3b-45e8-a064-badcbda13d2f req-53311b81-6a06-4249-9701-95c2d8145c28 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 985 time: 0.0808697 Aug 26 06:22:10.515280 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-3c6390cf-d254-489c-895e-61ca604bfc4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7), before_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:10.589671 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2442a781-7a3b-45e8-a064-badcbda13d2f req-28b56904-66dc-4989-89f3-62d4b044584d tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7875ffc9-e6f0-4862-8815-e1c917165a02&id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1282680 Aug 26 06:22:10.760017 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f7a3a-6df6-49e0-ac0c-b95a26b0b8dd req-6864870d-21e2-4783-b422-703df0238f88 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:10.761687 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f54f7a3a-6df6-49e0-ac0c-b95a26b0b8dd req-6864870d-21e2-4783-b422-703df0238f88 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=718e8607-e647-40b3-aa7d-16d5f5cd577d HTTP/1.1" status: 200 len: 932 time: 0.0900161 Aug 26 06:22:10.836807 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:10.841159 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f54f7a3a-6df6-49e0-ac0c-b95a26b0b8dd req-64a04a02-1d90-4fbb-a0d4-47962ede6292 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fee7757f-00f3-445c-bc4e-ab32f85c9449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719190 Aug 26 06:22:10.926826 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.notifiers.nova [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-3c6390cf-d254-489c-895e-61ca604bfc4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7 {{(pid=107134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:22:10.937209 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-3c6390cf-d254-489c-895e-61ca604bfc4e service neutron] Publish callbacks [] for port (1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:10.951205 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.provisioning_blocks [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-3c6390cf-d254-489c-895e-61ca604bfc4e service neutron] Transition to ACTIVE for port object 1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7 will not be triggered until provisioned by entity L2. {{(pid=107134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 06:22:10.996193 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:11.075416 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-3c6390cf-d254-489c-895e-61ca604bfc4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183148'] for port (1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7), after_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:11.167648 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6390cf-d254-489c-895e-61ca604bfc4e service neutron] Pushing event updated for resources: {'Port': ['ID=1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7,revision_number=2']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:22:11.219675 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.managers [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-3c6390cf-d254-489c-895e-61ca604bfc4e service neutron] Attempting to bind port 1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:22:11.220006 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.managers [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-3c6390cf-d254-489c-895e-61ca604bfc4e service neutron] Attempting to bind port 1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab'}] {{(pid=107134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:22:11.220331 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-3c6390cf-d254-489c-895e-61ca604bfc4e service neutron] Attempting to bind port 1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7 on network 9d86ecc4-b89c-4670-82c2-e19913819bab {{(pid=107134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:22:11.227360 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-3c6390cf-d254-489c-895e-61ca604bfc4e service neutron] Port 1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7 on network 9d86ecc4-b89c-4670-82c2-e19913819bab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 06:22:11.227681 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-3c6390cf-d254-489c-895e-61ca604bfc4e service neutron] Attempting to bind port 1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7 on network 9d86ecc4-b89c-4670-82c2-e19913819bab {{(pid=107134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:22:11.233472 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-3c6390cf-d254-489c-895e-61ca604bfc4e service neutron] Checking agent: {'id': '607bbde6-0fd2-4787-87ed-7343841db9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'started_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:22:11.234686 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-3c6390cf-d254-489c-895e-61ca604bfc4e service neutron] Checking segment: {'id': '41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:22:11.234686 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-3c6390cf-d254-489c-895e-61ca604bfc4e service neutron] Bound using segment: {'id': '41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab'} {{(pid=107134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:22:11.234904 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.managers [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-3c6390cf-d254-489c-895e-61ca604bfc4e service neutron] Bound port: 1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab'}}] {{(pid=107134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:22:11.235121 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-3c6390cf-d254-489c-895e-61ca604bfc4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7), before_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:11.315399 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-3c6390cf-d254-489c-895e-61ca604bfc4e service neutron] For port 1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7, host hv-cinder-85391, cleared binding levels {{(pid=107134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:22:11.319752 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-3c6390cf-d254-489c-895e-61ca604bfc4e service neutron] For port 1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7,segment=NetworkSegment(41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8),segment_id=41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8)] {{(pid=107134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:22:11.379743 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-3c6390cf-d254-489c-895e-61ca604bfc4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183148'] for port (1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7), after_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:11.387705 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-3c6390cf-d254-489c-895e-61ca604bfc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:11.388686 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-3c6390cf-d254-489c-895e-61ca604bfc4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:11.390929 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-3c6390cf-d254-489c-895e-61ca604bfc4e service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7 HTTP/1.1" status: 200 len: 1094 time: 0.9874263 Aug 26 06:22:11.391454 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718e8607-e647-40b3-aa7d-16d5f5cd577d', 'tag': '1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7'}] {{(pid=107134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:22:11.394410 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98877e02f8b3cb06335249729d630ff259ce8fa3eff905cdf154d6d548f15152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a431b68e-1631-4aef-a67d-37f61eeb6d96" -d '{"events": [{"name": "network-changed", "server_uuid": "718e8607-e647-40b3-aa7d-16d5f5cd577d", "tag": "1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7"}]}' {{(pid=107134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:22:11.416901 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:11.444512 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6390cf-d254-489c-895e-61ca604bfc4e service neutron] Pushing event updated for resources: {'Port': ['ID=1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7,revision_number=3']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:22:11.572154 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-9b4b6cef-34be-4b4a-95eb-10fea46abc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:11.573735 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-9b4b6cef-34be-4b4a-95eb-10fea46abc06 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=aceecfa04cf941348d542c3e55569384&device_id=718e8607-e647-40b3-aa7d-16d5f5cd577d HTTP/1.1" status: 200 len: 1128 time: 0.0498071 Aug 26 06:22:11.589538 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9dfabe-b7b0-4e79-9bb3-ce3883f3256c x-openstack-request-id: req-ce9dfabe-b7b0-4e79-9bb3-ce3883f3256c {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:22:11.589837 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718e8607-e647-40b3-aa7d-16d5f5cd577d", "tag": "1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7", "status": "completed", "code": 200}]} {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:22:11.590164 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ce9dfabe-b7b0-4e79-9bb3-ce3883f3256c {{(pid=107134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:22:11.590572 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce9dfabe-b7b0-4e79-9bb3-ce3883f3256c'] response: {'name': 'network-changed', 'server_uuid': '718e8607-e647-40b3-aa7d-16d5f5cd577d', 'tag': '1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7', 'status': 'completed', 'code': 200} Aug 26 06:22:11.630228 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-29b41150-dc6a-446e-a8df-bd8ce2c2c799 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7 HTTP/1.1" status: 200 len: 217 time: 0.0376837 Aug 26 06:22:11.682484 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-ad33555d-f26f-42db-9a59-ece1ee10777b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:11.688729 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-ad33555d-f26f-42db-9a59-ece1ee10777b service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=f9a116db-e15a-40d5-881d-57010dc489a7 HTTP/1.1" status: 200 len: 849 time: 0.0465598 Aug 26 06:22:11.736376 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d851ab1-2987-43ab-a7db-c82a375051ed req-044993d1-cdce-474c-9646-01936a2337b5 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:11.739586 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0d851ab1-2987-43ab-a7db-c82a375051ed req-044993d1-cdce-474c-9646-01936a2337b5 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 985 time: 0.0665367 Aug 26 06:22:11.749255 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-bd82e9fe-72ec-4ee8-b813-6d1d86fe3418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:11.750891 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-bd82e9fe-72ec-4ee8-b813-6d1d86fe3418 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=9d86ecc4-b89c-4670-82c2-e19913819bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567989 Aug 26 06:22:11.808961 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0d851ab1-2987-43ab-a7db-c82a375051ed req-eb17b686-bd7a-4471-817e-82d2b04bb8b9 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7875ffc9-e6f0-4862-8815-e1c917165a02&id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0634549 Aug 26 06:22:11.856222 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-5744e812-d135-4025-ba16-7ab224bae17b service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9d86ecc4-b89c-4670-82c2-e19913819bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984502 Aug 26 06:22:11.997126 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6c7ea4f7-3fbe-4a52-9c6d-74694147cab4 req-60a7b90c-5d4e-4e21-ab5c-1a79a228e59e service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9d86ecc4-b89c-4670-82c2-e19913819bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297038 Aug 26 06:22:12.008449 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a8e9f-e47e-4e7b-8f8b-7ea4a3dcc182 req-901649c0-be0f-4001-abf9-f5f1b935536c tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:12.009918 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f76a8e9f-e47e-4e7b-8f8b-7ea4a3dcc182 req-901649c0-be0f-4001-abf9-f5f1b935536c tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=718e8607-e647-40b3-aa7d-16d5f5cd577d HTTP/1.1" status: 200 len: 944 time: 0.0661864 Aug 26 06:22:12.071479 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f76a8e9f-e47e-4e7b-8f8b-7ea4a3dcc182 req-9e584cee-4b2a-484e-a81a-c358078f00fd tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fee7757f-00f3-445c-bc4e-ab32f85c9449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556471 Aug 26 06:22:12.087555 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:12.584391 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:12.917699 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:12.938181 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855b255-2af3-4ebf-a945-0cd4bcbcca49 req-18ffe913-c086-4215-a948-6bcbab65c227 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:12.940503 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-5855b255-2af3-4ebf-a945-0cd4bcbcca49 req-18ffe913-c086-4215-a948-6bcbab65c227 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 985 time: 0.0529139 Aug 26 06:22:13.010245 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-5855b255-2af3-4ebf-a945-0cd4bcbcca49 req-d6d03b9a-ea66-49ff-a47d-7b18fc3c8773 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7875ffc9-e6f0-4862-8815-e1c917165a02&id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642247 Aug 26 06:22:13.207711 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431b68e-1631-4aef-a67d-37f61eeb6d96 req-7278854e-5d13-4441-9e9c-85ce9d2d3c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:13.209270 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a431b68e-1631-4aef-a67d-37f61eeb6d96 req-7278854e-5d13-4441-9e9c-85ce9d2d3c52 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=aceecfa04cf941348d542c3e55569384&device_id=718e8607-e647-40b3-aa7d-16d5f5cd577d HTTP/1.1" status: 200 len: 1128 time: 0.0700650 Aug 26 06:22:13.232368 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:13.247458 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e895f0-3ae3-4b21-a1a4-36d72fc3c9c0 req-26bd118d-1d35-4176-b27d-5ca88d2e40ea tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:13.248957 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-e4e895f0-3ae3-4b21-a1a4-36d72fc3c9c0 req-26bd118d-1d35-4176-b27d-5ca88d2e40ea tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=718e8607-e647-40b3-aa7d-16d5f5cd577d HTTP/1.1" status: 200 len: 944 time: 0.0793071 Aug 26 06:22:13.352304 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-e4e895f0-3ae3-4b21-a1a4-36d72fc3c9c0 req-bebd35bf-3fef-42e5-9579-afdb9b8179e6 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fee7757f-00f3-445c-bc4e-ab32f85c9449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728283 Aug 26 06:22:13.362981 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431b68e-1631-4aef-a67d-37f61eeb6d96 req-0bdecd2a-bcae-4760-b5d8-d677b8e23737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:13.364721 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a431b68e-1631-4aef-a67d-37f61eeb6d96 req-0bdecd2a-bcae-4760-b5d8-d677b8e23737 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=9d86ecc4-b89c-4670-82c2-e19913819bab HTTP/1.1" status: 200 len: 911 time: 0.1444614 Aug 26 06:22:13.532806 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:13.812711 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:14.076119 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:14.121143 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:14.149484 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba3945-34a8-4e13-9302-cb29e558a7f7 req-ed162d44-b150-4707-9e78-eefb60da3afe tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:14.151269 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-29ba3945-34a8-4e13-9302-cb29e558a7f7 req-ed162d44-b150-4707-9e78-eefb60da3afe tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 985 time: 0.0500982 Aug 26 06:22:14.216928 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-29ba3945-34a8-4e13-9302-cb29e558a7f7 req-e0a91362-e509-415e-b383-ace695511eb8 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7875ffc9-e6f0-4862-8815-e1c917165a02&id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597856 Aug 26 06:22:14.269598 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:14.328223 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a431b68e-1631-4aef-a67d-37f61eeb6d96 req-a4a7adce-5f55-49a9-a5e1-046b6babd757 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7 HTTP/1.1" status: 200 len: 217 time: 0.0345786 Aug 26 06:22:14.485117 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2b87c-35b1-4351-9e2a-6489f8c666b9 req-0efeb79c-95a0-43cf-8ccc-193fb5e504c4 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:14.487315 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9ef2b87c-35b1-4351-9e2a-6489f8c666b9 req-0efeb79c-95a0-43cf-8ccc-193fb5e504c4 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=718e8607-e647-40b3-aa7d-16d5f5cd577d HTTP/1.1" status: 200 len: 944 time: 0.0531292 Aug 26 06:22:14.515800 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:14.540861 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9ef2b87c-35b1-4351-9e2a-6489f8c666b9 req-a51592a8-209f-4e60-8d01-facf07e9bfb0 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fee7757f-00f3-445c-bc4e-ab32f85c9449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475760 Aug 26 06:22:15.017764 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:15.141016 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431b68e-1631-4aef-a67d-37f61eeb6d96 req-7c7c4013-2aec-44e0-9034-a546e6a1a0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:15.142471 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a431b68e-1631-4aef-a67d-37f61eeb6d96 req-7c7c4013-2aec-44e0-9034-a546e6a1a0ca service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=f9a116db-e15a-40d5-881d-57010dc489a7 HTTP/1.1" status: 200 len: 849 time: 0.0458996 Aug 26 06:22:15.346473 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d08e5-1a82-43db-aa3b-a5d4d480bed4 req-bd4e59a6-e4fd-40fc-a044-79c0469bbff7 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:15.348217 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b47d08e5-1a82-43db-aa3b-a5d4d480bed4 req-bd4e59a6-e4fd-40fc-a044-79c0469bbff7 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 985 time: 0.0535200 Aug 26 06:22:15.411875 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b47d08e5-1a82-43db-aa3b-a5d4d480bed4 req-0814e8cf-528c-45ff-9e28-ac7a16a103c3 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7875ffc9-e6f0-4862-8815-e1c917165a02&id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577803 Aug 26 06:22:15.664920 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1ee29-46b9-4f77-80eb-6e515b673eb0 req-0006f1ad-6531-4d20-8703-45668c30ee1a tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:15.666311 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-52b1ee29-46b9-4f77-80eb-6e515b673eb0 req-0006f1ad-6531-4d20-8703-45668c30ee1a tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=718e8607-e647-40b3-aa7d-16d5f5cd577d HTTP/1.1" status: 200 len: 944 time: 0.0482962 Aug 26 06:22:15.715387 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-52b1ee29-46b9-4f77-80eb-6e515b673eb0 req-164c034e-7f95-4724-8d8f-90c3a83f7cf4 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fee7757f-00f3-445c-bc4e-ab32f85c9449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433669 Aug 26 06:22:16.058370 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 06:22:16.126570 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431b68e-1631-4aef-a67d-37f61eeb6d96 req-bae651eb-b5a2-4b6c-be61-44087c163e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:16.154202 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a431b68e-1631-4aef-a67d-37f61eeb6d96 req-bae651eb-b5a2-4b6c-be61-44087c163e4b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=9d86ecc4-b89c-4670-82c2-e19913819bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443370 Aug 26 06:22:16.163658 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7,segment=NetworkSegment(41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8),segment_id=41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:22:16.175156 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Returning: {'device': '1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7', 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab', 'port_id': '1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7', 'mac_address': 'fa:16:3e:d8:8c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a116db-e15a-40d5-881d-57010dc489a7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 06:22:16.211671 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port 1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7 is: DOWN; New status is: BUILD {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:22:16.212062 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:16.224630 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:16.228068 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7 {{(pid=107135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:22:16.249578 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7,segment=NetworkSegment(41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8),segment_id=41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:22:16.268779 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a431b68e-1631-4aef-a67d-37f61eeb6d96 req-eec4db11-7df7-4e40-8199-82c5abf8dbcb service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9d86ecc4-b89c-4670-82c2-e19913819bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936239 Aug 26 06:22:16.366661 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a431b68e-1631-4aef-a67d-37f61eeb6d96 req-f091f396-4a78-4d73-b3c8-dfff5d7051d2 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9d86ecc4-b89c-4670-82c2-e19913819bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912232 Aug 26 06:22:16.389423 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:16.447618 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7,revision_number=4']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:22:16.527321 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 6 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:22:16.541310 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afebeda-5ac3-44a8-922a-2b4ba563acce req-1027bd53-9b9d-419d-9312-0fe0dbbffcc9 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:16.542813 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8afebeda-5ac3-44a8-922a-2b4ba563acce req-1027bd53-9b9d-419d-9312-0fe0dbbffcc9 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 985 time: 0.0497503 Aug 26 06:22:16.608290 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8afebeda-5ac3-44a8-922a-2b4ba563acce req-fd1a2e4a-b018-490b-b627-1b6bcedfac6e tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7875ffc9-e6f0-4862-8815-e1c917165a02&id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591118 Aug 26 06:22:16.771723 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] get_ports_and_sgs() called for port_ids ['1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7'] {{(pid=107135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 06:22:16.855159 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c893a-7125-4b67-a6da-1c4dd5c6a439 req-0c16ce47-3d2f-424d-8404-5e34e474cf19 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:16.857390 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-258c893a-7125-4b67-a6da-1c4dd5c6a439 req-0c16ce47-3d2f-424d-8404-5e34e474cf19 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=718e8607-e647-40b3-aa7d-16d5f5cd577d HTTP/1.1" status: 200 len: 945 time: 0.0648518 Aug 26 06:22:16.863364 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:16.932656 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-258c893a-7125-4b67-a6da-1c4dd5c6a439 req-c6db6674-7e70-4a94-937f-603ee5f9c770 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fee7757f-00f3-445c-bc4e-ab32f85c9449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660040 Aug 26 06:22:17.658283 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:17.740435 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec81ef8-6f2e-4cc0-8431-54acc2e668c7 req-daf95c2f-a1f0-4db3-91e0-5c1c5acb1df1 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:17.741951 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-6ec81ef8-6f2e-4cc0-8431-54acc2e668c7 req-daf95c2f-a1f0-4db3-91e0-5c1c5acb1df1 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 985 time: 0.0522337 Aug 26 06:22:17.808513 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-6ec81ef8-6f2e-4cc0-8431-54acc2e668c7 req-3dfe288a-5ff0-45c3-bf8f-410f03ceb40a tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7875ffc9-e6f0-4862-8815-e1c917165a02&id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607455 Aug 26 06:22:18.067593 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e683c59-b65f-4c38-9b5e-a053c6640790 req-efd4b680-1585-4356-bc5f-fa7eb87dd3de tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:18.069060 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8e683c59-b65f-4c38-9b5e-a053c6640790 req-efd4b680-1585-4356-bc5f-fa7eb87dd3de tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=718e8607-e647-40b3-aa7d-16d5f5cd577d HTTP/1.1" status: 200 len: 945 time: 0.0488150 Aug 26 06:22:18.121838 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8e683c59-b65f-4c38-9b5e-a053c6640790 req-549eb71c-733c-4c90-9cef-035c60fef1b7 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fee7757f-00f3-445c-bc4e-ab32f85c9449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468421 Aug 26 06:22:18.766949 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:19.245865 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577aa7e-99f2-4eda-8ed0-5daa7e63470e req-83a8c783-cc03-4955-a8dc-9e1bc7eac400 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:19.247374 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0577aa7e-99f2-4eda-8ed0-5daa7e63470e req-83a8c783-cc03-4955-a8dc-9e1bc7eac400 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=718e8607-e647-40b3-aa7d-16d5f5cd577d HTTP/1.1" status: 200 len: 945 time: 0.0489450 Aug 26 06:22:19.297466 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0577aa7e-99f2-4eda-8ed0-5daa7e63470e req-a7f597f7-0c7e-4438-b26d-720806098f3e tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fee7757f-00f3-445c-bc4e-ab32f85c9449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441527 Aug 26 06:22:19.316144 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:19.709781 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:19.836747 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7 up at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:22:19.847959 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:19.884845 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning for port 1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7 completed by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 06:22:20.001275 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning complete for port 1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:22:20.001647 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:20.031199 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:20.058310 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:20.086633 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port 1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7 is: BUILD; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:22:20.087037 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:20.109791 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718e8607-e647-40b3-aa7d-16d5f5cd577d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:22:20.112573 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc106e9f9832226dd913a824a8ae1ea8f79b2df9cdef89c79e10f33880c5a8de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bcd7a1-ced3-4597-a129-68913a2916bb" -d '{"events": [{"server_uuid": "718e8607-e647-40b3-aa7d-16d5f5cd577d", "name": "network-vif-plugged", "status": "completed", "tag": "1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:22:20.135698 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7,segment=NetworkSegment(41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8),segment_id=41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:22:20.229862 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:20.233399 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19c3b5e-b4b3-482a-a9d5-b66e6d727986 x-openstack-request-id: req-b19c3b5e-b4b3-482a-a9d5-b66e6d727986 {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:22:20.233700 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718e8607-e647-40b3-aa7d-16d5f5cd577d", "name": "network-vif-plugged", "status": "completed", "tag": "1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:22:20.234119 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b19c3b5e-b4b3-482a-a9d5-b66e6d727986 {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:22:20.234434 dv-cinder-853910-3-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b19c3b5e-b4b3-482a-a9d5-b66e6d727986'] response: {'server_uuid': '718e8607-e647-40b3-aa7d-16d5f5cd577d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7', 'code': 200} Aug 26 06:22:20.281336 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:20.286324 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7,revision_number=5']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:22:20.425144 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cea7b8-88df-4eac-a007-37c8f0e29b39 req-f6436c1f-e151-4619-a1d3-ed1d7fb8c8b5 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:20.426073 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-80cea7b8-88df-4eac-a007-37c8f0e29b39 req-f6436c1f-e151-4619-a1d3-ed1d7fb8c8b5 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=718e8607-e647-40b3-aa7d-16d5f5cd577d HTTP/1.1" status: 200 len: 946 time: 0.0531080 Aug 26 06:22:20.491724 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-80cea7b8-88df-4eac-a007-37c8f0e29b39 req-b0626c2e-6383-49df-a5e1-77fd8994ec9d tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fee7757f-00f3-445c-bc4e-ab32f85c9449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590622 Aug 26 06:22:20.807248 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:21.315562 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:21.646688 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101b6cf-f6f6-494a-9557-cb8ef82ccbf7 req-d449a1c1-b830-4801-a5d0-8226a35abcce tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:21.646688 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f101b6cf-f6f6-494a-9557-cb8ef82ccbf7 req-d449a1c1-b830-4801-a5d0-8226a35abcce tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=718e8607-e647-40b3-aa7d-16d5f5cd577d HTTP/1.1" status: 200 len: 946 time: 0.0644007 Aug 26 06:22:21.698516 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f101b6cf-f6f6-494a-9557-cb8ef82ccbf7 req-547de843-a7b0-4425-ac66-e37465ca7195 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fee7757f-00f3-445c-bc4e-ab32f85c9449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538595 Aug 26 06:22:21.772342 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:21.864462 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:22.850764 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e926baa-5f95-4407-9164-a23ac055df91 req-fe071011-e211-4ccd-82a7-fc55b9d9368e tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:22.852176 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0e926baa-5f95-4407-9164-a23ac055df91 req-fe071011-e211-4ccd-82a7-fc55b9d9368e tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=718e8607-e647-40b3-aa7d-16d5f5cd577d HTTP/1.1" status: 200 len: 946 time: 0.0539422 Aug 26 06:22:22.907506 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0e926baa-5f95-4407-9164-a23ac055df91 req-9a08a8f9-8b4a-47f8-bf71-ecc702482c00 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fee7757f-00f3-445c-bc4e-ab32f85c9449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487700 Aug 26 06:22:23.029702 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:23.040643 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9afcdaf-3758-46cc-8516-2c5b73929d5c req-70d75d82-6b1d-4334-bcfb-69bb0cddd18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:23.042314 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f9afcdaf-3758-46cc-8516-2c5b73929d5c req-70d75d82-6b1d-4334-bcfb-69bb0cddd18a service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=718e8607-e647-40b3-aa7d-16d5f5cd577d HTTP/1.1" status: 200 len: 1130 time: 0.0421140 Aug 26 06:22:23.270328 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:23.578505 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:23.658454 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:24.037441 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f9afcdaf-3758-46cc-8516-2c5b73929d5c req-b6a29333-a073-4b4c-9d9c-641e8530ebc7 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=fee7757f-00f3-445c-bc4e-ab32f85c9449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832269 Aug 26 06:22:24.053967 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328a977-c456-4796-b8b6-bc22447892ee req-e1decc9a-dac0-4fb1-a86c-e581854846c9 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:24.055496 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3328a977-c456-4796-b8b6-bc22447892ee req-e1decc9a-dac0-4fb1-a86c-e581854846c9 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=718e8607-e647-40b3-aa7d-16d5f5cd577d HTTP/1.1" status: 200 len: 946 time: 0.0617461 Aug 26 06:22:24.110205 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3328a977-c456-4796-b8b6-bc22447892ee req-745a2609-0bbf-486e-9006-c10f545ecfab tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fee7757f-00f3-445c-bc4e-ab32f85c9449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485249 Aug 26 06:22:24.246503 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:24.532839 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:24.857770 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:24.949889 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:25.241610 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc87fc-b886-449f-8634-f4a67c15b2f6 req-f096be34-158d-482c-a99f-82ce419ce617 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:25.243227 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c0cc87fc-b886-449f-8634-f4a67c15b2f6 req-f096be34-158d-482c-a99f-82ce419ce617 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=718e8607-e647-40b3-aa7d-16d5f5cd577d HTTP/1.1" status: 200 len: 946 time: 0.0575254 Aug 26 06:22:25.306550 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c0cc87fc-b886-449f-8634-f4a67c15b2f6 req-c3fd00c5-a0a7-4912-a7a3-1830952fa5dd tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fee7757f-00f3-445c-bc4e-ab32f85c9449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555530 Aug 26 06:22:26.438724 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaeff58-8bed-47f3-b8ad-f77f278578fc req-9898bc48-4636-411f-b738-0bc2653aaf92 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:26.442182 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-efe091dc-6da5-4f16-abd3-63c9bc59b48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:26.447004 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-eeaeff58-8bed-47f3-b8ad-f77f278578fc req-9898bc48-4636-411f-b738-0bc2653aaf92 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=718e8607-e647-40b3-aa7d-16d5f5cd577d HTTP/1.1" status: 200 len: 946 time: 0.0585978 Aug 26 06:22:26.497798 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-eeaeff58-8bed-47f3-b8ad-f77f278578fc req-525b8659-5534-4eeb-a53d-ec7a2e5fe040 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fee7757f-00f3-445c-bc4e-ab32f85c9449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443983 Aug 26 06:22:26.624104 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4dac0-0241-4f5a-83b0-67eb39595408 req-8250bf81-39fe-41d6-9a35-681bd328ab04 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:26.625906 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b7f4dac0-0241-4f5a-83b0-67eb39595408 req-8250bf81-39fe-41d6-9a35-681bd328ab04 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=718e8607-e647-40b3-aa7d-16d5f5cd577d HTTP/1.1" status: 200 len: 946 time: 0.0531669 Aug 26 06:22:26.636709 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 55392) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:22:26.641334 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-4df248da-b5c0-481d-958f-dea258de0808 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Request body: {'floatingip': {'port_id': '1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:22:26.683861 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4df248da-b5c0-481d-958f-dea258de0808 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for floatingip (d894d3a3-312c-4fa6-a354-fcd201349979), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:26.750316 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:27.162481 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4df248da-b5c0-481d-958f-dea258de0808 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:27.298313 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4df248da-b5c0-481d-958f-dea258de0808 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614170'] for floatingip (d894d3a3-312c-4fa6-a354-fcd201349979), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:27.411002 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.db.l3_db [None req-4df248da-b5c0-481d-958f-dea258de0808 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Floating IP d894d3a3-312c-4fa6-a354-fcd201349979 associated. External IP: 172.27.3.55, port: 1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7. Aug 26 06:22:27.634276 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df248da-b5c0-481d-958f-dea258de0808 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Router 6c079f46-9d17-46f1-addf-d8e1e72a3bf0 has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:22:27.804026 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df248da-b5c0-481d-958f-dea258de0808 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:22:27.804026 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4df248da-b5c0-481d-958f-dea258de0808 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for floatingip (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:27.806072 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e34b303-3fd4-428b-8a93-798fe721e307 None None] Sync routers for ids ['6c079f46-9d17-46f1-addf-d8e1e72a3bf0'] in dv-cinder-853910-3-iscsi {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:22:27.806072 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e34b303-3fd4-428b-8a93-798fe721e307 None None] Routers {'6c079f46-9d17-46f1-addf-d8e1e72a3bf0'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:22:27.806072 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-7e34b303-3fd4-428b-8a93-798fe721e307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:21:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['6c079f46-9d17-46f1-addf-d8e1e72a3bf0'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:22:27.829563 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-4df248da-b5c0-481d-958f-dea258de0808 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/d894d3a3-312c-4fa6-a354-fcd201349979 HTTP/1.1" status: 200 len: 991 time: 1.1636355 Aug 26 06:22:27.829563 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718e8607-e647-40b3-aa7d-16d5f5cd577d', 'tag': '1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7'}] {{(pid=107133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:22:27.829563 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8285fbc4cf3847b51d9cb7eba3379b7f58b909d4ff4eae5f417f2c246939f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd3b546-3f2a-4961-b38a-4222fc8cccb1" -d '{"events": [{"name": "network-changed", "server_uuid": "718e8607-e647-40b3-aa7d-16d5f5cd577d", "tag": "1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7"}]}' {{(pid=107133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:22:27.925291 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a968e2-f1f6-47d0-8413-6539c0065998 x-openstack-request-id: req-86a968e2-f1f6-47d0-8413-6539c0065998 {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:22:27.925637 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718e8607-e647-40b3-aa7d-16d5f5cd577d", "tag": "1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7", "status": "completed", "code": 200}]} {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:22:27.926036 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-86a968e2-f1f6-47d0-8413-6539c0065998 {{(pid=107133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:22:27.926455 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86a968e2-f1f6-47d0-8413-6539c0065998'] response: {'name': 'network-changed', 'server_uuid': '718e8607-e647-40b3-aa7d-16d5f5cd577d', 'tag': '1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7', 'status': 'completed', 'code': 200} Aug 26 06:22:27.939076 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:27.997806 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3b546-3f2a-4961-b38a-4222fc8cccb1 req-a26c998f-042d-44e5-bc00-0134351f6496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:27.998478 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-7e34b303-3fd4-428b-8a93-798fe721e307 None None] Set router 6c079f46-9d17-46f1-addf-d8e1e72a3bf0 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:22:27.999502 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6bd3b546-3f2a-4961-b38a-4222fc8cccb1 req-a26c998f-042d-44e5-bc00-0134351f6496 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=aceecfa04cf941348d542c3e55569384&device_id=718e8607-e647-40b3-aa7d-16d5f5cd577d HTTP/1.1" status: 200 len: 1130 time: 0.0417013 Aug 26 06:22:28.116103 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3b546-3f2a-4961-b38a-4222fc8cccb1 req-627425e1-ccb4-49db-926e-e2f964fad5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:28.117593 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6bd3b546-3f2a-4961-b38a-4222fc8cccb1 req-627425e1-ccb4-49db-926e-e2f964fad5e8 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=9d86ecc4-b89c-4670-82c2-e19913819bab HTTP/1.1" status: 200 len: 911 time: 0.0986412 Aug 26 06:22:28.193530 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6bd3b546-3f2a-4961-b38a-4222fc8cccb1 req-aa0f6e09-ebcc-4d9e-be4e-82554159bb54 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7 HTTP/1.1" status: 200 len: 999 time: 0.0617342 Aug 26 06:22:28.220390 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:28.229540 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-7e34b303-3fd4-428b-8a93-798fe721e307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'name': 'tempest-AttachVolumeTestJSON-371950179-router', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '5137d2dc-00ea-4102-b733-31f76f02ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:24Z', 'updated_at': '2022-08-26T06:16:33Z', 'revision_number': 4, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'gw_port': {'id': '5137d2dc-00ea-4102-b733-31f76f02ac42', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': 'd894d3a3-312c-4fa6-a354-fcd201349979', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'port_id': '1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab', 'mac_address': 'fa:16:3e:d8:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718e8607-e647-40b3-aa7d-16d5f5cd577d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:22:00Z', 'updated_at': '2022-08-26T06:22:27Z', 'revision_number': 1, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '824bffea-6e21-4bf9-b5df-3c6eaf8e7332', 'name': '', 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'mac_address': 'fa:16:3e:3a:93:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f9a116db-e15a-40d5-881d-57010dc489a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:30Z', 'updated_at': '2022-08-26T06:16:43Z', 'revision_number': 5, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'subnets': [{'id': 'f9a116db-e15a-40d5-881d-57010dc489a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:22:28.257059 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e34b303-3fd4-428b-8a93-798fe721e307 None None] Checking router: 6c079f46-9d17-46f1-addf-d8e1e72a3bf0 for host: dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:22:28.268895 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3b546-3f2a-4961-b38a-4222fc8cccb1 req-d8043b64-9ef9-4cbc-9fb4-a19f0bd3b2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:28.269276 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e34b303-3fd4-428b-8a93-798fe721e307 None None] Routers {'6c079f46-9d17-46f1-addf-d8e1e72a3bf0'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:22:28.269601 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-7e34b303-3fd4-428b-8a93-798fe721e307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:21:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['6c079f46-9d17-46f1-addf-d8e1e72a3bf0'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:22:28.270952 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6bd3b546-3f2a-4961-b38a-4222fc8cccb1 req-d8043b64-9ef9-4cbc-9fb4-a19f0bd3b2d7 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=f9a116db-e15a-40d5-881d-57010dc489a7 HTTP/1.1" status: 200 len: 849 time: 0.0605409 Aug 26 06:22:28.331149 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3b546-3f2a-4961-b38a-4222fc8cccb1 req-3c2ae731-d833-448f-aab5-14d6daf761aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:28.333775 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6bd3b546-3f2a-4961-b38a-4222fc8cccb1 req-3c2ae731-d833-448f-aab5-14d6daf761aa service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=9d86ecc4-b89c-4670-82c2-e19913819bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553713 Aug 26 06:22:28.382704 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-7e34b303-3fd4-428b-8a93-798fe721e307 None None] Set router 6c079f46-9d17-46f1-addf-d8e1e72a3bf0 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:22:28.465988 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6bd3b546-3f2a-4961-b38a-4222fc8cccb1 req-e130820c-c162-4cb4-8432-664c48e450a1 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9d86ecc4-b89c-4670-82c2-e19913819bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166420 Aug 26 06:22:28.578592 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6bd3b546-3f2a-4961-b38a-4222fc8cccb1 req-e866b380-e1c3-4c61-bee7-6d75485dd258 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/9d86ecc4-b89c-4670-82c2-e19913819bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925834 Aug 26 06:22:28.639216 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-7e34b303-3fd4-428b-8a93-798fe721e307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'name': 'tempest-AttachVolumeTestJSON-371950179-router', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '5137d2dc-00ea-4102-b733-31f76f02ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:24Z', 'updated_at': '2022-08-26T06:16:33Z', 'revision_number': 4, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'gw_port': {'id': '5137d2dc-00ea-4102-b733-31f76f02ac42', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': 'd894d3a3-312c-4fa6-a354-fcd201349979', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'port_id': '1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab', 'mac_address': 'fa:16:3e:d8:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718e8607-e647-40b3-aa7d-16d5f5cd577d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:22:00Z', 'updated_at': '2022-08-26T06:22:27Z', 'revision_number': 1, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '824bffea-6e21-4bf9-b5df-3c6eaf8e7332', 'name': '', 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'mac_address': 'fa:16:3e:3a:93:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f9a116db-e15a-40d5-881d-57010dc489a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:30Z', 'updated_at': '2022-08-26T06:16:43Z', 'revision_number': 5, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'subnets': [{'id': 'f9a116db-e15a-40d5-881d-57010dc489a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:22:28.664960 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e34b303-3fd4-428b-8a93-798fe721e307 None None] The sync data for ids ['6c079f46-9d17-46f1-addf-d8e1e72a3bf0'] in dv-cinder-853910-3-iscsi is: [{'id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'name': 'tempest-AttachVolumeTestJSON-371950179-router', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '5137d2dc-00ea-4102-b733-31f76f02ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:24Z', 'updated_at': '2022-08-26T06:16:33Z', 'revision_number': 4, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'gw_port': {'id': '5137d2dc-00ea-4102-b733-31f76f02ac42', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': 'd894d3a3-312c-4fa6-a354-fcd201349979', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'port_id': '1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab', 'mac_address': 'fa:16:3e:d8:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '718e8607-e647-40b3-aa7d-16d5f5cd577d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:22:00Z', 'updated_at': '2022-08-26T06:22:27Z', 'revision_number': 1, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '824bffea-6e21-4bf9-b5df-3c6eaf8e7332', 'name': '', 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'mac_address': 'fa:16:3e:3a:93:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f9a116db-e15a-40d5-881d-57010dc489a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:30Z', 'updated_at': '2022-08-26T06:16:43Z', 'revision_number': 5, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'subnets': [{'id': 'f9a116db-e15a-40d5-881d-57010dc489a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:22:28.726908 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-058d3e24-3523-4ef2-a3e9-b03204fe7338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:28.766612 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:28.868446 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52e9bc7-2645-44a8-b70b-c40c4b279eaf None None] New status for floating IP d894d3a3-312c-4fa6-a354-fcd201349979: ACTIVE {{(pid=107135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 06:22:29.276082 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:29.475302 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:29.927957 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:30.377637 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 55438) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:22:30.487227 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-25589327-08fc-4802-b127-ce7d40d19edf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:30.563459 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-25589327-08fc-4802-b127-ce7d40d19edf admin admin] Publish callbacks [] for security_group (09ed4fdc-20de-450c-b65c-5640009702fc), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:30.606246 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:30.754714 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-25589327-08fc-4802-b127-ce7d40d19edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (09ed4fdc-20de-450c-b65c-5640009702fc), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:30.806131 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-25589327-08fc-4802-b127-ce7d40d19edf admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=bd9e004956a441c49c66a18e558c4c20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4273617 Aug 26 06:22:30.808211 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25589327-08fc-4802-b127-ce7d40d19edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ed4fdc-20de-450c-b65c-5640009702fc,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:22:30.808988 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 55442) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:22:30.868274 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-715406e5-9e37-4a5d-af07-295956af6a6e admin admin] Publish callbacks [] for security_group (09ed4fdc-20de-450c-b65c-5640009702fc), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:30.874980 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:30.894045 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-715406e5-9e37-4a5d-af07-295956af6a6e admin admin] Publish callbacks [] for security_group (09ed4fdc-20de-450c-b65c-5640009702fc), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:31.047215 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-715406e5-9e37-4a5d-af07-295956af6a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (09ed4fdc-20de-450c-b65c-5640009702fc), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:31.050983 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-715406e5-9e37-4a5d-af07-295956af6a6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:31.052241 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-715406e5-9e37-4a5d-af07-295956af6a6e admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/09ed4fdc-20de-450c-b65c-5640009702fc HTTP/1.1" status: 204 len: 168 time: 0.2422028 Aug 26 06:22:31.061057 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715406e5-9e37-4a5d-af07-295956af6a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ed4fdc-20de-450c-b65c-5640009702fc,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:22:31.532296 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:31.573588 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:33.086301 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:33.383281 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:33.910538 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:34.811945 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:35.389402 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:35.812330 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:36.000857 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:36.481094 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:36.714834 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:36.937944 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:37.360808 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:38.040668 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:38.246647 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 55500) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:22:38.296019 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d4ec2c5-b02a-4322-8af5-2b7fabea1189 admin admin] Deleting subnet 4db2d286-0532-4bea-b74c-4c1e787fb6cb {{(pid=107133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 06:22:38.299441 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-5d4ec2c5-b02a-4322-8af5-2b7fabea1189 admin admin] Publish callbacks [] for subnet (4db2d286-0532-4bea-b74c-4c1e787fb6cb), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:38.334936 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-5d4ec2c5-b02a-4322-8af5-2b7fabea1189 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2376984'] for subnet (4db2d286-0532-4bea-b74c-4c1e787fb6cb), precommit_delete_associations {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:38.375184 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-5d4ec2c5-b02a-4322-8af5-2b7fabea1189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777363'] for subnet (4db2d286-0532-4bea-b74c-4c1e787fb6cb), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:38.589519 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-5d4ec2c5-b02a-4322-8af5-2b7fabea1189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9094998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9189199'] for subnet (4db2d286-0532-4bea-b74c-4c1e787fb6cb), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:38.617623 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ec2c5-b02a-4322-8af5-2b7fabea1189 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4db2d286-0532-4bea-b74c-4c1e787fb6cb,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:22:38.624677 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-5d4ec2c5-b02a-4322-8af5-2b7fabea1189 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:38.625785 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-5d4ec2c5-b02a-4322-8af5-2b7fabea1189 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/4db2d286-0532-4bea-b74c-4c1e787fb6cb HTTP/1.1" status: 204 len: 168 time: 0.3781366 Aug 26 06:22:38.629092 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 55502) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:22:38.698682 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-b89d3145-55b2-43db-9b13-2ccaab1a8e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568586'] for network (be8035ab-d66f-4876-a168-341d4ebde9a9), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:38.769250 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:38.782763 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-b89d3145-55b2-43db-9b13-2ccaab1a8e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729656', 'neutron.services.segments.db._delete_segments_for_network-8776576287582'] for network (be8035ab-d66f-4876-a168-341d4ebde9a9), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:38.805656 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.services.segments.db [None req-b89d3145-55b2-43db-9b13-2ccaab1a8e3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be8035ab-d66f-4876-a168-341d4ebde9a9']}} {{(pid=107133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:22:38.815180 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.services.segments.db [None req-b89d3145-55b2-43db-9b13-2ccaab1a8e3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abed22a3-28c2-4aec-9c11-df281ae0c13f') {'for_net_delete': True} {{(pid=107133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:22:38.815473 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.services.segments.db [None req-b89d3145-55b2-43db-9b13-2ccaab1a8e3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abed22a3-28c2-4aec-9c11-df281ae0c13f') {} {{(pid=107133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:22:38.825164 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-b89d3145-55b2-43db-9b13-2ccaab1a8e3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776576346588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2376977'] for segment (abed22a3-28c2-4aec-9c11-df281ae0c13f), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:38.839331 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-b89d3145-55b2-43db-9b13-2ccaab1a8e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439'] for segment (abed22a3-28c2-4aec-9c11-df281ae0c13f), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:38.846845 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b89d3145-55b2-43db-9b13-2ccaab1a8e3a admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=107133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 06:22:38.847035 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-b89d3145-55b2-43db-9b13-2ccaab1a8e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9094924'] for segment (abed22a3-28c2-4aec-9c11-df281ae0c13f), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:38.885909 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.services.segments.plugin [-] Segment abed22a3-28c2-4aec-9c11-df281ae0c13f resource provider aggregate not found Aug 26 06:22:38.906742 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.services.segments.plugin [-] Segment abed22a3-28c2-4aec-9c11-df281ae0c13f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid abed22a3-28c2-4aec-9c11-df281ae0c13f found for delete ", "request_id": "req-11f48646-6ff5-46fd-b436-9762220da200"}]} Aug 26 06:22:39.028909 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-b89d3145-55b2-43db-9b13-2ccaab1a8e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621691'] for network (be8035ab-d66f-4876-a168-341d4ebde9a9), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:39.037331 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-b89d3145-55b2-43db-9b13-2ccaab1a8e3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for network (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:39.048003 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-b89d3145-55b2-43db-9b13-2ccaab1a8e3a admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/be8035ab-d66f-4876-a168-341d4ebde9a9 HTTP/1.1" status: 204 len: 168 time: 0.4106021 Aug 26 06:22:39.051305 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d3145-55b2-43db-9b13-2ccaab1a8e3a admin admin] Pushing event deleted for resources: {'Network': ['ID=be8035ab-d66f-4876-a168-341d4ebde9a9,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:22:39.354834 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:39.646911 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:39.650045 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 55512) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:22:39.696166 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-542068ef-c52d-4698-aa32-1631ab3249ad admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=7e90dec3a44a4763b0045af64212fc15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0467145 Aug 26 06:22:39.698609 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 55514) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:22:39.754164 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-60415257-c0c7-4cac-bff3-9fb9f288adeb admin admin] Publish callbacks [] for security_group (269bc54d-1aaa-43e6-8c60-a6dc271d96f8), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:39.780314 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-60415257-c0c7-4cac-bff3-9fb9f288adeb admin admin] Publish callbacks [] for security_group (269bc54d-1aaa-43e6-8c60-a6dc271d96f8), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:39.847226 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:39.972851 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-60415257-c0c7-4cac-bff3-9fb9f288adeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (269bc54d-1aaa-43e6-8c60-a6dc271d96f8), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:39.975457 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-60415257-c0c7-4cac-bff3-9fb9f288adeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:39.976610 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-60415257-c0c7-4cac-bff3-9fb9f288adeb admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/269bc54d-1aaa-43e6-8c60-a6dc271d96f8 HTTP/1.1" status: 204 len: 168 time: 0.2770829 Aug 26 06:22:39.984720 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60415257-c0c7-4cac-bff3-9fb9f288adeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269bc54d-1aaa-43e6-8c60-a6dc271d96f8,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:22:40.657504 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:41.372195 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:41.383918 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=69,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:41.504321 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=76 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:41.510594 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=82 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:41.886406 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:41.986287 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-12e5e96a-f95f-4bf0-bb9f-3c842ea85d35 req-f2d17526-fc53-4ea5-8f43-45f886e77e5f service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388997 Aug 26 06:22:42.054686 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5e96a-f95f-4bf0-bb9f-3c842ea85d35 req-5d299fbf-c911-4c64-aa6f-68fa093145e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:42.056223 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-12e5e96a-f95f-4bf0-bb9f-3c842ea85d35 req-5d299fbf-c911-4c64-aa6f-68fa093145e3 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=84a2eee4447b4eadb79fbdbb874d4476&device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 1130 time: 0.0449383 Aug 26 06:22:42.184582 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:42.186148 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5e96a-f95f-4bf0-bb9f-3c842ea85d35 req-0f90a956-1198-45a1-8a59-aa4c4c3381a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:42.187638 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-12e5e96a-f95f-4bf0-bb9f-3c842ea85d35 req-0f90a956-1198-45a1-8a59-aa4c4c3381a3 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=f4400288-0fd6-4a35-b08d-549e7c7c455e HTTP/1.1" status: 200 len: 919 time: 0.0914774 Aug 26 06:22:42.463897 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:42.574316 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-12e5e96a-f95f-4bf0-bb9f-3c842ea85d35 req-aa182074-61f1-4a60-ab92-cee5a4feefa5 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40c6359b-4d02-4846-9ca2-697e2425c559 HTTP/1.1" status: 200 len: 217 time: 0.0353408 Aug 26 06:22:42.634146 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5e96a-f95f-4bf0-bb9f-3c842ea85d35 req-ab3611b0-cc51-4ce7-91c3-eaa8a82e4fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:42.635719 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-12e5e96a-f95f-4bf0-bb9f-3c842ea85d35 req-ab3611b0-cc51-4ce7-91c3-eaa8a82e4fde service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=b75031eb-a96b-4547-8cde-57cb718d9ca4 HTTP/1.1" status: 200 len: 857 time: 0.0539243 Aug 26 06:22:42.735160 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5e96a-f95f-4bf0-bb9f-3c842ea85d35 req-f48f3f04-395e-4fec-ba63-1e12b41fd531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:42.737157 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-12e5e96a-f95f-4bf0-bb9f-3c842ea85d35 req-f48f3f04-395e-4fec-ba63-1e12b41fd531 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=f4400288-0fd6-4a35-b08d-549e7c7c455e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400586 Aug 26 06:22:42.837677 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-12e5e96a-f95f-4bf0-bb9f-3c842ea85d35 req-fd0dbe7f-391d-48b0-a8d3-bf0288a7861e service neutron] 10.222.0.76 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920291 Aug 26 06:22:42.957091 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-12e5e96a-f95f-4bf0-bb9f-3c842ea85d35 req-a776eac3-eb8d-4a47-8a97-b0e425395232 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101339 Aug 26 06:22:43.835937 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:44.771824 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:44.918016 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a12f4-f0e0-48a4-877c-3a77fe73e39a req-ec91fe57-8626-406a-978b-cf31c92038c1 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:44.919550 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4c7a12f4-f0e0-48a4-877c-3a77fe73e39a req-ec91fe57-8626-406a-978b-cf31c92038c1 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0533516 Aug 26 06:22:44.974451 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4c7a12f4-f0e0-48a4-877c-3a77fe73e39a req-55f09c3d-de93-4d83-a794-539f337e7709 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489249 Aug 26 06:22:45.045661 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:45.240504 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:45.474611 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:45.589285 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:45.904345 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:46.094215 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39fe3e0-4fd9-4ba9-8bbd-7ff0d4a4e8ca req-1e0fe7c8-3a56-43fa-8680-ce4e98b670db tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:46.096353 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b39fe3e0-4fd9-4ba9-8bbd-7ff0d4a4e8ca req-1e0fe7c8-3a56-43fa-8680-ce4e98b670db tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0503430 Aug 26 06:22:46.145659 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b39fe3e0-4fd9-4ba9-8bbd-7ff0d4a4e8ca req-5af2a9b9-6a97-4e49-a30d-2674d22b47fb tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436745 Aug 26 06:22:46.646165 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:47.267580 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546b834-d154-454b-a7fb-f2b5de99da03 req-0e96f416-8282-4474-bb0b-432564862273 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:47.268988 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c546b834-d154-454b-a7fb-f2b5de99da03 req-0e96f416-8282-4474-bb0b-432564862273 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0494983 Aug 26 06:22:47.322873 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c546b834-d154-454b-a7fb-f2b5de99da03 req-c2aa46a3-eabd-47a4-9f3f-4d30aa273e04 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477951 Aug 26 06:22:47.400765 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:47.777591 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:47.909094 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:48.229231 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:48.337961 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:48.456072 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63bcd2-af95-412d-beeb-99166e84a41a req-ff15ffa9-a6f1-4da7-b664-d9cf6754f80b tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:48.457725 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cc63bcd2-af95-412d-beeb-99166e84a41a req-ff15ffa9-a6f1-4da7-b664-d9cf6754f80b tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0479665 Aug 26 06:22:48.519874 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cc63bcd2-af95-412d-beeb-99166e84a41a req-5c65f60b-151f-4143-b28c-325afc70bc5a tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fdea86e5-406c-4fa2-b799-237b60676810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559814 Aug 26 06:22:48.607365 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a54827-afe2-4e37-b94c-85a5c20a1e0e req-ebe161f9-58a1-4b97-bf32-a46d6ca70aa0 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:48.608876 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-e4a54827-afe2-4e37-b94c-85a5c20a1e0e req-ebe161f9-58a1-4b97-bf32-a46d6ca70aa0 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 945 time: 0.0504613 Aug 26 06:22:48.708425 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [req-e4a54827-afe2-4e37-b94c-85a5c20a1e0e req-c68798df-55e1-4f3c-9d16-68f15a79063d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Deleting port 2064b241-4b48-43a2-ba54-14c868b539b4 {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:22:48.708762 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-e4a54827-afe2-4e37-b94c-85a5c20a1e0e req-c68798df-55e1-4f3c-9d16-68f15a79063d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (2064b241-4b48-43a2-ba54-14c868b539b4), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:48.795202 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:48.802281 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [req-e4a54827-afe2-4e37-b94c-85a5c20a1e0e req-c68798df-55e1-4f3c-9d16-68f15a79063d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] For port 2064b241-4b48-43a2-ba54-14c868b539b4, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=2064b241-4b48-43a2-ba54-14c868b539b4,segment=NetworkSegment(4777da82-3ccc-43b7-bc69-e5828711c163),segment_id=4777da82-3ccc-43b7-bc69-e5828711c163)] {{(pid=107134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:22:48.802671 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-e4a54827-afe2-4e37-b94c-85a5c20a1e0e req-c68798df-55e1-4f3c-9d16-68f15a79063d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (2064b241-4b48-43a2-ba54-14c868b539b4), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:48.983190 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:49.033176 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-e4a54827-afe2-4e37-b94c-85a5c20a1e0e req-c68798df-55e1-4f3c-9d16-68f15a79063d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:49.033779 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-e4a54827-afe2-4e37-b94c-85a5c20a1e0e req-c68798df-55e1-4f3c-9d16-68f15a79063d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614170'] for floatingip (ca14a407-1e30-4cbf-b316-f93535a6e80e), after_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:49.033924 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.db.l3_db [req-e4a54827-afe2-4e37-b94c-85a5c20a1e0e req-c68798df-55e1-4f3c-9d16-68f15a79063d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Floating IP ca14a407-1e30-4cbf-b316-f93535a6e80e disassociated. External IP: 172.27.3.133, port: 2064b241-4b48-43a2-ba54-14c868b539b4. Aug 26 06:22:49.034253 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [req-e4a54827-afe2-4e37-b94c-85a5c20a1e0e req-c68798df-55e1-4f3c-9d16-68f15a79063d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Calling delete_port for 2064b241-4b48-43a2-ba54-14c868b539b4 owned by compute:nova {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:22:49.515421 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-e4a54827-afe2-4e37-b94c-85a5c20a1e0e req-c68798df-55e1-4f3c-9d16-68f15a79063d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (2064b241-4b48-43a2-ba54-14c868b539b4), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:49.546517 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68798df-55e1-4f3c-9d16-68f15a79063d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Pushing event deleted for resources: {'Port': ['ID=2064b241-4b48-43a2-ba54-14c868b539b4,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:22:49.686142 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8cec11fd-73f2-4cb4-9f45-5fcd39ded159 req-328d8f34-fc5e-4faa-b984-4214bf7721e6 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 210 time: 0.0405531 Aug 26 06:22:49.716230 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4a54827-afe2-4e37-b94c-85a5c20a1e0e req-c68798df-55e1-4f3c-9d16-68f15a79063d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Router 0f2f8638-8081-4d93-a6b4-3c7c641c96ee has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:22:49.812920 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4a54827-afe2-4e37-b94c-85a5c20a1e0e req-c68798df-55e1-4f3c-9d16-68f15a79063d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:22:49.822537 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff385b85-4be5-4c05-9af3-13a6ced53704 None None] Sync routers for ids ['0f2f8638-8081-4d93-a6b4-3c7c641c96ee'] in dv-cinder-853910-3-iscsi {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:22:49.834282 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff385b85-4be5-4c05-9af3-13a6ced53704 None None] Routers {'0f2f8638-8081-4d93-a6b4-3c7c641c96ee'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:22:49.834949 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-ff385b85-4be5-4c05-9af3-13a6ced53704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:22:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['0f2f8638-8081-4d93-a6b4-3c7c641c96ee'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:22:49.881745 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a54827-afe2-4e37-b94c-85a5c20a1e0e req-c68798df-55e1-4f3c-9d16-68f15a79063d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] No DVR routers for this DVR port 2064b241-4b48-43a2-ba54-14c868b539b4 on host hv-cinder-85391 {{(pid=107134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:22:49.884620 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-e4a54827-afe2-4e37-b94c-85a5c20a1e0e req-c68798df-55e1-4f3c-9d16-68f15a79063d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:49.887869 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-e4a54827-afe2-4e37-b94c-85a5c20a1e0e req-c68798df-55e1-4f3c-9d16-68f15a79063d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.76 "DELETE /networking/v2.0/ports/2064b241-4b48-43a2-ba54-14c868b539b4 HTTP/1.1" status: 204 len: 173 time: 1.2727318 Aug 26 06:22:49.888299 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45330505-4b58-4762-bb9f-e704f9648e1e', 'name': 'network-vif-deleted', 'tag': '2064b241-4b48-43a2-ba54-14c868b539b4'}] {{(pid=107134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:22:49.890755 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98877e02f8b3cb06335249729d630ff259ce8fa3eff905cdf154d6d548f15152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ec4634-cfc3-4768-aed3-0cb790452c2f" -d '{"events": [{"server_uuid": "45330505-4b58-4762-bb9f-e704f9648e1e", "name": "network-vif-deleted", "tag": "2064b241-4b48-43a2-ba54-14c868b539b4"}]}' {{(pid=107134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:22:49.942060 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de82abe8-d6e5-4564-87a2-181c2e931374 x-openstack-request-id: req-de82abe8-d6e5-4564-87a2-181c2e931374 {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:22:49.942360 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45330505-4b58-4762-bb9f-e704f9648e1e", "name": "network-vif-deleted", "tag": "2064b241-4b48-43a2-ba54-14c868b539b4", "status": "completed", "code": 200}]} {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:22:49.942608 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-de82abe8-d6e5-4564-87a2-181c2e931374 {{(pid=107134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:22:49.943027 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de82abe8-d6e5-4564-87a2-181c2e931374'] response: {'server_uuid': '45330505-4b58-4762-bb9f-e704f9648e1e', 'name': 'network-vif-deleted', 'tag': '2064b241-4b48-43a2-ba54-14c868b539b4', 'status': 'completed', 'code': 200} Aug 26 06:22:49.955374 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-ff385b85-4be5-4c05-9af3-13a6ced53704 None None] Set router 0f2f8638-8081-4d93-a6b4-3c7c641c96ee gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:22:49.999166 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:50.164467 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-ff385b85-4be5-4c05-9af3-13a6ced53704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'name': 'tempest-ServerRescueNegativeTestJSON-182940186-router', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '5e9e0226-0808-483a-91c5-61db967f6b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:35Z', 'revision_number': 4, 'project_id': '84a2eee4447b4eadb79fbdbb874d4476', 'gw_port': {'id': '5e9e0226-0808-483a-91c5-61db967f6b93', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:28Z', 'updated_at': '2022-08-26T06:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '0f5140f9-8989-46bf-bd47-2fe5c097f5e6', 'name': '', 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'mac_address': 'fa:16:3e:61:4a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b75031eb-a96b-4547-8cde-57cb718d9ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:33Z', 'updated_at': '2022-08-26T06:16:44Z', 'revision_number': 5, 'project_id': '84a2eee4447b4eadb79fbdbb874d4476', 'subnets': [{'id': 'b75031eb-a96b-4547-8cde-57cb718d9ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:22:50.193412 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff385b85-4be5-4c05-9af3-13a6ced53704 None None] Checking router: 0f2f8638-8081-4d93-a6b4-3c7c641c96ee for host: dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:22:50.205876 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff385b85-4be5-4c05-9af3-13a6ced53704 None None] Routers {'0f2f8638-8081-4d93-a6b4-3c7c641c96ee'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:22:50.206513 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-ff385b85-4be5-4c05-9af3-13a6ced53704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:22:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['0f2f8638-8081-4d93-a6b4-3c7c641c96ee'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:22:50.237447 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:50.306423 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fb567-82f6-42ad-8038-a6ec469cc702 req-f4285cd3-1f4f-4719-aaeb-489349e01459 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:50.308007 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-e33fb567-82f6-42ad-8038-a6ec469cc702 req-f4285cd3-1f4f-4719-aaeb-489349e01459 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 947 time: 0.0499623 Aug 26 06:22:50.328245 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-ff385b85-4be5-4c05-9af3-13a6ced53704 None None] Set router 0f2f8638-8081-4d93-a6b4-3c7c641c96ee gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:22:50.368096 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-e33fb567-82f6-42ad-8038-a6ec469cc702 req-a040edac-58f8-48c8-b8c1-bb60fdc09ae3 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536885 Aug 26 06:22:50.644899 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-ff385b85-4be5-4c05-9af3-13a6ced53704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'name': 'tempest-ServerRescueNegativeTestJSON-182940186-router', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '5e9e0226-0808-483a-91c5-61db967f6b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:35Z', 'revision_number': 4, 'project_id': '84a2eee4447b4eadb79fbdbb874d4476', 'gw_port': {'id': '5e9e0226-0808-483a-91c5-61db967f6b93', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:28Z', 'updated_at': '2022-08-26T06:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '0f5140f9-8989-46bf-bd47-2fe5c097f5e6', 'name': '', 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'mac_address': 'fa:16:3e:61:4a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b75031eb-a96b-4547-8cde-57cb718d9ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:33Z', 'updated_at': '2022-08-26T06:16:44Z', 'revision_number': 5, 'project_id': '84a2eee4447b4eadb79fbdbb874d4476', 'subnets': [{'id': 'b75031eb-a96b-4547-8cde-57cb718d9ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:22:50.672210 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff385b85-4be5-4c05-9af3-13a6ced53704 None None] The sync data for ids ['0f2f8638-8081-4d93-a6b4-3c7c641c96ee'] in dv-cinder-853910-3-iscsi is: [{'id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'name': 'tempest-ServerRescueNegativeTestJSON-182940186-router', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '5e9e0226-0808-483a-91c5-61db967f6b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:35Z', 'revision_number': 4, 'project_id': '84a2eee4447b4eadb79fbdbb874d4476', 'gw_port': {'id': '5e9e0226-0808-483a-91c5-61db967f6b93', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:28Z', 'updated_at': '2022-08-26T06:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '0f5140f9-8989-46bf-bd47-2fe5c097f5e6', 'name': '', 'network_id': 'f4400288-0fd6-4a35-b08d-549e7c7c455e', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'mac_address': 'fa:16:3e:61:4a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b75031eb-a96b-4547-8cde-57cb718d9ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:33Z', 'updated_at': '2022-08-26T06:16:44Z', 'revision_number': 5, 'project_id': '84a2eee4447b4eadb79fbdbb874d4476', 'subnets': [{'id': 'b75031eb-a96b-4547-8cde-57cb718d9ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:22:50.833743 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-5022176e-c5ec-4959-92b5-fe9a726accb7 req-9b06cd3a-c370-4789-95b0-260e36fe762c tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 210 time: 0.0366700 Aug 26 06:22:50.966270 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58ee79f-e7fe-4982-a50b-b33aefb86d60 None None] New status for floating IP ca14a407-1e30-4cbf-b316-f93535a6e80e: DOWN {{(pid=107135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 06:22:50.994777 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:51.423124 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:51.516764 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4b1e1-f868-404c-a9a6-71f170f6d05b req-8d32c861-9aa2-4def-afec-c7ed05aaabd6 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:51.519007 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9fc4b1e1-f868-404c-a9a6-71f170f6d05b req-8d32c861-9aa2-4def-afec-c7ed05aaabd6 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 947 time: 0.0564630 Aug 26 06:22:51.576146 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9fc4b1e1-f868-404c-a9a6-71f170f6d05b req-8381fdb5-4dd4-4e45-ae94-4582bf381a27 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f5817dd2-fc65-4e56-9ff8-d4ae9206e842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510743 Aug 26 06:22:51.652103 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:51.978793 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-892b03f3-1b64-4e48-95e9-7f43d031db93 req-283726c3-5f66-438a-98e5-d5519cd8746a tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=45330505-4b58-4762-bb9f-e704f9648e1e HTTP/1.1" status: 200 len: 210 time: 0.0354960 Aug 26 06:22:52.019753 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5107d-2fd1-4afd-b388-c42029eca0e3 req-8823400b-7cb9-40d6-b7da-85eca47063b4 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:52.021104 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-e6d5107d-2fd1-4afd-b388-c42029eca0e3 req-8823400b-7cb9-40d6-b7da-85eca47063b4 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 947 time: 0.0644133 Aug 26 06:22:52.128315 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [req-e6d5107d-2fd1-4afd-b388-c42029eca0e3 req-d1139f68-98c9-49d8-96d3-fc2a8aa9334e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Deleting port 3b7fc810-cb09-42a2-a246-9a1fd1d7d061 {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:22:52.128861 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-e6d5107d-2fd1-4afd-b388-c42029eca0e3 req-d1139f68-98c9-49d8-96d3-fc2a8aa9334e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (3b7fc810-cb09-42a2-a246-9a1fd1d7d061), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:52.242560 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [req-e6d5107d-2fd1-4afd-b388-c42029eca0e3 req-d1139f68-98c9-49d8-96d3-fc2a8aa9334e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] For port 3b7fc810-cb09-42a2-a246-9a1fd1d7d061, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=3b7fc810-cb09-42a2-a246-9a1fd1d7d061,segment=NetworkSegment(418ce87b-8dd4-40f7-9079-8eb974e98afd),segment_id=418ce87b-8dd4-40f7-9079-8eb974e98afd)] {{(pid=107134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:22:52.242973 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-e6d5107d-2fd1-4afd-b388-c42029eca0e3 req-d1139f68-98c9-49d8-96d3-fc2a8aa9334e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (3b7fc810-cb09-42a2-a246-9a1fd1d7d061), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:52.431388 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 55662) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:22:52.447834 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-e6d5107d-2fd1-4afd-b388-c42029eca0e3 req-d1139f68-98c9-49d8-96d3-fc2a8aa9334e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:52.448360 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-e6d5107d-2fd1-4afd-b388-c42029eca0e3 req-d1139f68-98c9-49d8-96d3-fc2a8aa9334e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614170'] for floatingip (26d7b244-b857-48cf-ab97-77fd74e668a1), after_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:52.448631 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.db.l3_db [req-e6d5107d-2fd1-4afd-b388-c42029eca0e3 req-d1139f68-98c9-49d8-96d3-fc2a8aa9334e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Floating IP 26d7b244-b857-48cf-ab97-77fd74e668a1 disassociated. External IP: 172.27.3.169, port: 3b7fc810-cb09-42a2-a246-9a1fd1d7d061. Aug 26 06:22:52.449062 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [req-e6d5107d-2fd1-4afd-b388-c42029eca0e3 req-d1139f68-98c9-49d8-96d3-fc2a8aa9334e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Calling delete_port for 3b7fc810-cb09-42a2-a246-9a1fd1d7d061 owned by compute:nova {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:22:52.551834 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0a60f662-43ce-495c-a25e-20fda6ec00b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:52.640209 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0a60f662-43ce-495c-a25e-20fda6ec00b2 admin admin] Publish callbacks [] for security_group (1b9d206c-c962-45f8-b33a-463f230e9a48), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:52.657417 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-e6d5107d-2fd1-4afd-b388-c42029eca0e3 req-d1139f68-98c9-49d8-96d3-fc2a8aa9334e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (3b7fc810-cb09-42a2-a246-9a1fd1d7d061), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:52.660532 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:INSERT=3 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:52.687574 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1139f68-98c9-49d8-96d3-fc2a8aa9334e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Pushing event deleted for resources: {'Port': ['ID=3b7fc810-cb09-42a2-a246-9a1fd1d7d061,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:22:52.739065 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0a60f662-43ce-495c-a25e-20fda6ec00b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (1b9d206c-c962-45f8-b33a-463f230e9a48), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:52.763491 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-b39f0d84-d868-49e8-8bab-22c110528c19 req-c2669f35-82f0-4fa4-8bdb-24436deddccc tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 210 time: 0.0701020 Aug 26 06:22:52.780996 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60f662-43ce-495c-a25e-20fda6ec00b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9d206c-c962-45f8-b33a-463f230e9a48,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:22:52.789115 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-0a60f662-43ce-495c-a25e-20fda6ec00b2 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=af6b870c7cb249e281d01ee3ceaff5d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3566186 Aug 26 06:22:52.790986 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 55668) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:22:52.811604 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:52.814538 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a60f662-43ce-495c-a25e-20fda6ec00b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:52.815182 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a60f662-43ce-495c-a25e-20fda6ec00b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:52.815577 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a60f662-43ce-495c-a25e-20fda6ec00b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:52.815957 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a60f662-43ce-495c-a25e-20fda6ec00b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:52.816568 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a60f662-43ce-495c-a25e-20fda6ec00b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:52.816937 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a60f662-43ce-495c-a25e-20fda6ec00b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:52.817319 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a60f662-43ce-495c-a25e-20fda6ec00b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:52.817696 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a60f662-43ce-495c-a25e-20fda6ec00b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:52.818033 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a60f662-43ce-495c-a25e-20fda6ec00b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:52.818392 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a60f662-43ce-495c-a25e-20fda6ec00b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:52.818748 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a60f662-43ce-495c-a25e-20fda6ec00b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:52.819083 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a60f662-43ce-495c-a25e-20fda6ec00b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:52.819412 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a60f662-43ce-495c-a25e-20fda6ec00b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:52.819740 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a60f662-43ce-495c-a25e-20fda6ec00b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:52.820089 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a60f662-43ce-495c-a25e-20fda6ec00b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:52.847812 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6d5107d-2fd1-4afd-b388-c42029eca0e3 req-d1139f68-98c9-49d8-96d3-fc2a8aa9334e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Router 06c6209a-01e3-45a3-88c4-78601b755f5c has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:22:52.860915 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-8ff00f67-0f14-425b-8e76-c2e1fcf0e450 admin admin] Publish callbacks [] for security_group (1b9d206c-c962-45f8-b33a-463f230e9a48), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:52.882403 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-8ff00f67-0f14-425b-8e76-c2e1fcf0e450 admin admin] Publish callbacks [] for security_group (1b9d206c-c962-45f8-b33a-463f230e9a48), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:52.936861 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 2064b241-4b48-43a2-ba54-14c868b539b4 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:22:52.957406 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] No Port match for: 2064b241-4b48-43a2-ba54-14c868b539b4 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:22:52.957800 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 2064b241-4b48-43a2-ba54-14c868b539b4 not bound to the agent host hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:22:52.981183 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6d5107d-2fd1-4afd-b388-c42029eca0e3 req-d1139f68-98c9-49d8-96d3-fc2a8aa9334e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:22:52.992037 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe6c041-9db4-4edd-b293-ce70ab331e26 None None] Sync routers for ids ['06c6209a-01e3-45a3-88c4-78601b755f5c'] in dv-cinder-853910-3-iscsi {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:22:53.003311 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe6c041-9db4-4edd-b293-ce70ab331e26 None None] Routers {'06c6209a-01e3-45a3-88c4-78601b755f5c'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:22:53.003930 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-4fe6c041-9db4-4edd-b293-ce70ab331e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:22:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['06c6209a-01e3-45a3-88c4-78601b755f5c'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:22:53.026232 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d5107d-2fd1-4afd-b388-c42029eca0e3 req-d1139f68-98c9-49d8-96d3-fc2a8aa9334e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] No DVR routers for this DVR port 3b7fc810-cb09-42a2-a246-9a1fd1d7d061 on host hv-cinder-85391 {{(pid=107134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:22:53.030398 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-e6d5107d-2fd1-4afd-b388-c42029eca0e3 req-d1139f68-98c9-49d8-96d3-fc2a8aa9334e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:53.032752 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-e6d5107d-2fd1-4afd-b388-c42029eca0e3 req-d1139f68-98c9-49d8-96d3-fc2a8aa9334e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.76 "DELETE /networking/v2.0/ports/3b7fc810-cb09-42a2-a246-9a1fd1d7d061 HTTP/1.1" status: 204 len: 173 time: 1.0013926 Aug 26 06:22:53.033741 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c', 'name': 'network-vif-deleted', 'tag': '3b7fc810-cb09-42a2-a246-9a1fd1d7d061'}] {{(pid=107134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:22:53.036077 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98877e02f8b3cb06335249729d630ff259ce8fa3eff905cdf154d6d548f15152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493e00a8-4104-4708-a07d-571a88f255c4" -d '{"events": [{"server_uuid": "ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c", "name": "network-vif-deleted", "tag": "3b7fc810-cb09-42a2-a246-9a1fd1d7d061"}]}' {{(pid=107134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:22:53.086387 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221eb3e1-4d4a-44cc-a575-b331341c748c x-openstack-request-id: req-221eb3e1-4d4a-44cc-a575-b331341c748c {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:22:53.087097 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c", "name": "network-vif-deleted", "tag": "3b7fc810-cb09-42a2-a246-9a1fd1d7d061", "status": "completed", "code": 200}]} {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:22:53.091040 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-221eb3e1-4d4a-44cc-a575-b331341c748c {{(pid=107134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:22:53.091565 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-221eb3e1-4d4a-44cc-a575-b331341c748c'] response: {'server_uuid': 'ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c', 'name': 'network-vif-deleted', 'tag': '3b7fc810-cb09-42a2-a246-9a1fd1d7d061', 'status': 'completed', 'code': 200} Aug 26 06:22:53.136930 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:53.147368 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-4fe6c041-9db4-4edd-b293-ce70ab331e26 None None] Set router 06c6209a-01e3-45a3-88c4-78601b755f5c gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:22:53.155455 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-8ff00f67-0f14-425b-8e76-c2e1fcf0e450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (1b9d206c-c962-45f8-b33a-463f230e9a48), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:53.158133 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-8ff00f67-0f14-425b-8e76-c2e1fcf0e450 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:53.159725 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-8ff00f67-0f14-425b-8e76-c2e1fcf0e450 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/1b9d206c-c962-45f8-b33a-463f230e9a48 HTTP/1.1" status: 204 len: 168 time: 0.3675468 Aug 26 06:22:53.169677 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff00f67-0f14-425b-8e76-c2e1fcf0e450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9d206c-c962-45f8-b33a-463f230e9a48,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:22:53.257668 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 55680) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:22:53.296209 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:53.331467 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-22ba306f-62e4-4643-9b00-900a28d22060 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks [] for security_group (fdea86e5-406c-4fa2-b799-237b60676810), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:53.357159 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-22ba306f-62e4-4643-9b00-900a28d22060 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks [] for security_group (fdea86e5-406c-4fa2-b799-237b60676810), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:53.386129 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-4fe6c041-9db4-4edd-b293-ce70ab331e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'name': 'tempest-AttachVolumeShelveTestJSON-426423681-router', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c6a3c8fd-b3bd-4de5-b20d-df57b42d963e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:18:13Z', 'updated_at': '2022-08-26T06:18:20Z', 'revision_number': 4, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'gw_port': {'id': 'c6a3c8fd-b3bd-4de5-b20d-df57b42d963e', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:18:15Z', 'updated_at': '2022-08-26T06:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': 'd5978bbc-d366-49b8-b06a-7345cde212a5', 'name': '', 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'mac_address': 'fa:16:3e:92:31:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'ce64dff0-037a-436e-960d-bd71ac86cc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:18:19Z', 'updated_at': '2022-08-26T06:18:26Z', 'revision_number': 5, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'subnets': [{'id': 'ce64dff0-037a-436e-960d-bd71ac86cc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:22:53.416674 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe6c041-9db4-4edd-b293-ce70ab331e26 None None] Checking router: 06c6209a-01e3-45a3-88c4-78601b755f5c for host: dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:22:53.426087 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe6c041-9db4-4edd-b293-ce70ab331e26 None None] Routers {'06c6209a-01e3-45a3-88c4-78601b755f5c'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:22:53.427161 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-4fe6c041-9db4-4edd-b293-ce70ab331e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:22:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['06c6209a-01e3-45a3-88c4-78601b755f5c'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:22:53.531104 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 6 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:22:53.544947 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-4fe6c041-9db4-4edd-b293-ce70ab331e26 None None] Set router 06c6209a-01e3-45a3-88c4-78601b755f5c gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:22:53.650516 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-22ba306f-62e4-4643-9b00-900a28d22060 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (fdea86e5-406c-4fa2-b799-237b60676810), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:53.650516 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-22ba306f-62e4-4643-9b00-900a28d22060 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:53.652917 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-22ba306f-62e4-4643-9b00-900a28d22060 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/fdea86e5-406c-4fa2-b799-237b60676810 HTTP/1.1" status: 204 len: 168 time: 0.3941414 Aug 26 06:22:53.655622 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 55684) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:22:53.668179 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba306f-62e4-4643-9b00-900a28d22060 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdea86e5-406c-4fa2-b799-237b60676810,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:22:53.684880 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.api.v2.resource [None req-23043272-7890-4eb4-ad88-bc87aa3e71f4 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] show failed (client error): The resource could not be found. Aug 26 06:22:53.687371 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-23043272-7890-4eb4-ad88-bc87aa3e71f4 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups/fdea86e5-406c-4fa2-b799-237b60676810 HTTP/1.1" status: 404 len: 347 time: 0.0307596 Aug 26 06:22:53.692995 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 55686) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:22:53.814971 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-4fe6c041-9db4-4edd-b293-ce70ab331e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'name': 'tempest-AttachVolumeShelveTestJSON-426423681-router', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c6a3c8fd-b3bd-4de5-b20d-df57b42d963e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:18:13Z', 'updated_at': '2022-08-26T06:18:20Z', 'revision_number': 4, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'gw_port': {'id': 'c6a3c8fd-b3bd-4de5-b20d-df57b42d963e', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:18:15Z', 'updated_at': '2022-08-26T06:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': 'd5978bbc-d366-49b8-b06a-7345cde212a5', 'name': '', 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'mac_address': 'fa:16:3e:92:31:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'ce64dff0-037a-436e-960d-bd71ac86cc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:18:19Z', 'updated_at': '2022-08-26T06:18:26Z', 'revision_number': 5, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'subnets': [{'id': 'ce64dff0-037a-436e-960d-bd71ac86cc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:22:53.859555 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [None req-41bd6e04-6aa8-4d4f-99c0-8613c3fe11b8 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Deleting port 79622b0d-100e-4d49-b093-7a1fc01e3650 {{(pid=107133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:22:53.860073 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-41bd6e04-6aa8-4d4f-99c0-8613c3fe11b8 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (79622b0d-100e-4d49-b093-7a1fc01e3650), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:53.867114 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe6c041-9db4-4edd-b293-ce70ab331e26 None None] The sync data for ids ['06c6209a-01e3-45a3-88c4-78601b755f5c'] in dv-cinder-853910-3-iscsi is: [{'id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'name': 'tempest-AttachVolumeShelveTestJSON-426423681-router', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c6a3c8fd-b3bd-4de5-b20d-df57b42d963e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:18:13Z', 'updated_at': '2022-08-26T06:18:20Z', 'revision_number': 4, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'gw_port': {'id': 'c6a3c8fd-b3bd-4de5-b20d-df57b42d963e', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:18:15Z', 'updated_at': '2022-08-26T06:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': 'd5978bbc-d366-49b8-b06a-7345cde212a5', 'name': '', 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'mac_address': 'fa:16:3e:92:31:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'ce64dff0-037a-436e-960d-bd71ac86cc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:18:19Z', 'updated_at': '2022-08-26T06:18:26Z', 'revision_number': 5, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'subnets': [{'id': 'ce64dff0-037a-436e-960d-bd71ac86cc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:22:53.964573 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3da1ce65-e59d-48b3-bd64-b872551de72d req-ce0c0f8f-8dc8-4461-87c5-70e5db12c99f tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 210 time: 0.0411472 Aug 26 06:22:53.965316 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:53.981848 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-41bd6e04-6aa8-4d4f-99c0-8613c3fe11b8 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (79622b0d-100e-4d49-b093-7a1fc01e3650), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:53.982183 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-41bd6e04-6aa8-4d4f-99c0-8613c3fe11b8 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks [] for floatingip (79622b0d-100e-4d49-b093-7a1fc01e3650), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:54.004934 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [None req-41bd6e04-6aa8-4d4f-99c0-8613c3fe11b8 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Calling delete_port for 79622b0d-100e-4d49-b093-7a1fc01e3650 owned by network:floatingip {{(pid=107133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:22:54.152128 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:54.163304 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902c669d-1931-45b3-a66e-c8d94b8f4772 None None] New status for floating IP 26d7b244-b857-48cf-ab97-77fd74e668a1: DOWN {{(pid=107135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 06:22:54.258487 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-41bd6e04-6aa8-4d4f-99c0-8613c3fe11b8 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (79622b0d-100e-4d49-b093-7a1fc01e3650), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:54.292371 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd6e04-6aa8-4d4f-99c0-8613c3fe11b8 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Pushing event deleted for resources: {'Port': ['ID=79622b0d-100e-4d49-b093-7a1fc01e3650,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:22:54.373955 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-41bd6e04-6aa8-4d4f-99c0-8613c3fe11b8 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks [] for floatingip (ca14a407-1e30-4cbf-b316-f93535a6e80e), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:54.376139 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-41bd6e04-6aa8-4d4f-99c0-8613c3fe11b8 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for floatingip (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:54.380517 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-41bd6e04-6aa8-4d4f-99c0-8613c3fe11b8 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/ca14a407-1e30-4cbf-b316-f93535a6e80e HTTP/1.1" status: 204 len: 168 time: 0.6838911 Aug 26 06:22:54.773455 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:54.886975 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 55708) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:22:54.995511 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-936d7bed-ddf6-45be-80bf-e08627e57e5f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1686240723-network', 'tenant_id': '52e8949a7d05434396f8e8631f2cdb72'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:22:55.105374 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-48b9c418-9d09-49f2-a714-765255fd7718 req-f509c65e-98f9-4246-8513-bfd6f8e8aec0 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea17388a-9fbb-4e6a-93b9-242b6c7cbd4c HTTP/1.1" status: 200 len: 210 time: 0.0352085 Aug 26 06:22:55.110543 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:55.171692 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936d7bed-ddf6-45be-80bf-e08627e57e5f admin admin] Made reservation on behalf of 52e8949a7d05434396f8e8631f2cdb72 for: {'network': 1} {{(pid=107133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:22:55.175050 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-936d7bed-ddf6-45be-80bf-e08627e57e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for network (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:55.184860 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-936d7bed-ddf6-45be-80bf-e08627e57e5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:55.219514 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:55.294925 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-936d7bed-ddf6-45be-80bf-e08627e57e5f admin admin] Publish callbacks [] for security_group (a28805fe-4842-44a7-b9e5-f5ba8342a0eb), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:55.372025 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:55.434510 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-936d7bed-ddf6-45be-80bf-e08627e57e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (a28805fe-4842-44a7-b9e5-f5ba8342a0eb), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:55.465906 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-936d7bed-ddf6-45be-80bf-e08627e57e5f admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=107133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 06:22:55.473979 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d7bed-ddf6-45be-80bf-e08627e57e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28805fe-4842-44a7-b9e5-f5ba8342a0eb,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:22:55.489603 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-936d7bed-ddf6-45be-80bf-e08627e57e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439'] for segment (15f5a37e-6a7e-4950-9cb7-fc9b55991506), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:55.489928 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.db.segments_db [None req-936d7bed-ddf6-45be-80bf-e08627e57e5f admin admin] Added segment 15f5a37e-6a7e-4950-9cb7-fc9b55991506 of type vlan for network d008bdb5-ce3d-4b11-ad7a-76c0e477dc41 Aug 26 06:22:55.533807 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-936d7bed-ddf6-45be-80bf-e08627e57e5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776575837049'] for network (d008bdb5-ce3d-4b11-ad7a-76c0e477dc41), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:55.651933 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-936d7bed-ddf6-45be-80bf-e08627e57e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319'] for network (d008bdb5-ce3d-4b11-ad7a-76c0e477dc41), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:55.652921 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936d7bed-ddf6-45be-80bf-e08627e57e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:55.653511 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-936d7bed-ddf6-45be-80bf-e08627e57e5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for network (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:55.714876 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d7bed-ddf6-45be-80bf-e08627e57e5f admin admin] Pushing event updated for resources: {'Network': ['ID=d008bdb5-ce3d-4b11-ad7a-76c0e477dc41,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:22:55.724942 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Network d008bdb5-ce3d-4b11-ad7a-76c0e477dc41 details requested by agent ovs-agent-dv-cinder-853910-3-iscsi with host dv-cinder-853910-3-iscsi {{(pid=107135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 06:22:55.801170 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:55.803884 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-936d7bed-ddf6-45be-80bf-e08627e57e5f admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9157832 Aug 26 06:22:55.806643 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 55716) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:22:55.811501 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-3808d39a-ff5e-452a-bd5f-65775699287f admin admin] Request body: {'subnet': {'network_id': 'd008bdb5-ce3d-4b11-ad7a-76c0e477dc41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1686240723-subnet', 'tenant_id': '52e8949a7d05434396f8e8631f2cdb72', 'ip_version': 4}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:22:55.926198 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3808d39a-ff5e-452a-bd5f-65775699287f admin admin] Made reservation on behalf of 52e8949a7d05434396f8e8631f2cdb72 for: {'subnet': 1} {{(pid=107133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:22:55.929808 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-3808d39a-ff5e-452a-bd5f-65775699287f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9189226'] for subnet (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:56.229407 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-3808d39a-ff5e-452a-bd5f-65775699287f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9189208'] for subnet (5f699233-c501-458c-b7e9-e6e0a4a2c481), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:56.463396 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-82ad2b8f-a973-4685-80d5-89c0b120b6e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:56.464258 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 55726) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:22:56.533335 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-71e5bee9-6433-4715-a97d-a9abe7229c6d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for security_group (f5817dd2-fc65-4e56-9ff8-d4ae9206e842), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:56.558989 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-71e5bee9-6433-4715-a97d-a9abe7229c6d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for security_group (f5817dd2-fc65-4e56-9ff8-d4ae9206e842), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:56.562893 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:56.563662 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808d39a-ff5e-452a-bd5f-65775699287f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f699233-c501-458c-b7e9-e6e0a4a2c481,revision_number=0']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:22:56.578607 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3808d39a-ff5e-452a-bd5f-65775699287f admin admin] Checking segment: {'id': '15f5a37e-6a7e-4950-9cb7-fc9b55991506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd008bdb5-ce3d-4b11-ad7a-76c0e477dc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:22:56.579032 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3808d39a-ff5e-452a-bd5f-65775699287f admin admin] Network hostable DHCP agents. Network: d008bdb5-ce3d-4b11-ad7a-76c0e477dc41, hostable agents: ['cf64840e-f340-4e9a-bb2f-df6b7decc44a'], hosted agents: [] {{(pid=107133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 06:22:56.719561 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3808d39a-ff5e-452a-bd5f-65775699287f admin admin] Network d008bdb5-ce3d-4b11-ad7a-76c0e477dc41 is scheduled to be hosted by DHCP agent cf64840e-f340-4e9a-bb2f-df6b7decc44a with binding_index 1 {{(pid=107133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 06:22:56.830055 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-71e5bee9-6433-4715-a97d-a9abe7229c6d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (f5817dd2-fc65-4e56-9ff8-d4ae9206e842), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:56.833874 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-71e5bee9-6433-4715-a97d-a9abe7229c6d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:56.835640 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-71e5bee9-6433-4715-a97d-a9abe7229c6d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/f5817dd2-fc65-4e56-9ff8-d4ae9206e842 HTTP/1.1" status: 204 len: 168 time: 0.3699956 Aug 26 06:22:56.839715 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 55730) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:22:56.848384 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5bee9-6433-4715-a97d-a9abe7229c6d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5817dd2-fc65-4e56-9ff8-d4ae9206e842,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:22:56.855939 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.api.v2.resource [None req-71fedb10-b3cf-497b-8d35-4bb7c7712bdc tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] show failed (client error): The resource could not be found. Aug 26 06:22:56.856798 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5bee9-6433-4715-a97d-a9abe7229c6d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:56.856971 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-71fedb10-b3cf-497b-8d35-4bb7c7712bdc tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups/f5817dd2-fc65-4e56-9ff8-d4ae9206e842 HTTP/1.1" status: 404 len: 347 time: 0.0162308 Aug 26 06:22:56.857314 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5bee9-6433-4715-a97d-a9abe7229c6d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:56.857314 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5bee9-6433-4715-a97d-a9abe7229c6d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:56.857812 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5bee9-6433-4715-a97d-a9abe7229c6d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:56.858135 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5bee9-6433-4715-a97d-a9abe7229c6d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:56.858485 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5bee9-6433-4715-a97d-a9abe7229c6d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:56.859414 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5bee9-6433-4715-a97d-a9abe7229c6d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:56.859414 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5bee9-6433-4715-a97d-a9abe7229c6d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:56.859414 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5bee9-6433-4715-a97d-a9abe7229c6d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:56.860147 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5bee9-6433-4715-a97d-a9abe7229c6d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:56.860147 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5bee9-6433-4715-a97d-a9abe7229c6d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:56.860943 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5bee9-6433-4715-a97d-a9abe7229c6d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:56.860943 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5bee9-6433-4715-a97d-a9abe7229c6d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:56.861922 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 55732) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:22:56.866446 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5bee9-6433-4715-a97d-a9abe7229c6d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:56.866446 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5bee9-6433-4715-a97d-a9abe7229c6d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:56.898653 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [None req-3808d39a-ff5e-452a-bd5f-65775699287f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-3-iscsi, d008bdb5-ce3d-4b11-ad7a-76c0e477dc41) {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:22:56.907151 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc85ecd-0436-4e8c-aea6-2359275a8579 None None] Network d008bdb5-ce3d-4b11-ad7a-76c0e477dc41 requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:22:56.910138 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3808d39a-ff5e-452a-bd5f-65775699287f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:56.910782 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-3808d39a-ff5e-452a-bd5f-65775699287f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:56.957121 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 3b7fc810-cb09-42a2-a246-9a1fd1d7d061 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:22:56.983683 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] No Port match for: 3b7fc810-cb09-42a2-a246-9a1fd1d7d061 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:22:56.983955 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 3b7fc810-cb09-42a2-a246-9a1fd1d7d061 not bound to the agent host hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:22:56.994806 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e5cc4-b3d1-4fd6-87f2-dfbd9e64086d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Deleting port 2a568a21-aee3-40ae-b1e7-0df08d6746b1 {{(pid=107133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:22:56.994806 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-ff6e5cc4-b3d1-4fd6-87f2-dfbd9e64086d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (2a568a21-aee3-40ae-b1e7-0df08d6746b1), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:57.050512 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778b1b80-be54-4dc7-8371-dab93b048f15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dd3542d-7dca-51c5-b561-2f21a9595a38-d008bdb5-ce3d-4b11-ad7a-76c0e477dc41', 'network_id': 'd008bdb5-ce3d-4b11-ad7a-76c0e477dc41', 'project_id': '52e8949a7d05434396f8e8631f2cdb72', 'fixed_ips': [{'subnet_id': '5f699233-c501-458c-b7e9-e6e0a4a2c481'}]}} from dv-cinder-853910-3-iscsi. {{(pid=107135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 06:22:57.051603 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-778b1b80-be54-4dc7-8371-dab93b048f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:57.077618 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-ff6e5cc4-b3d1-4fd6-87f2-dfbd9e64086d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (2a568a21-aee3-40ae-b1e7-0df08d6746b1), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:57.077954 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-ff6e5cc4-b3d1-4fd6-87f2-dfbd9e64086d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for floatingip (2a568a21-aee3-40ae-b1e7-0df08d6746b1), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:57.095616 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e5cc4-b3d1-4fd6-87f2-dfbd9e64086d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Calling delete_port for 2a568a21-aee3-40ae-b1e7-0df08d6746b1 owned by network:floatingip {{(pid=107133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:22:57.113451 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-3808d39a-ff5e-452a-bd5f-65775699287f admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3056445 Aug 26 06:22:57.116207 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 55734) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:22:57.121173 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-79a15c55-99d7-44a3-bde2-0927ba78ca50 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1686240723-router', 'tenant_id': '52e8949a7d05434396f8e8631f2cdb72', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:22:57.205757 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_common [None req-778b1b80-be54-4dc7-8371-dab93b048f15 None None] Allocated IP 172.20.0.2 (d008bdb5-ce3d-4b11-ad7a-76c0e477dc41/5f699233-c501-458c-b7e9-e6e0a4a2c481/b51969af-c1e2-41e7-aaa9-83cf9718af44) {{(pid=107135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:22:57.235044 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-79a15c55-99d7-44a3-bde2-0927ba78ca50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32324'] for router (4173f7a3-bc7a-4ae2-a1a2-398bebf1308b), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:57.236267 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-79a15c55-99d7-44a3-bde2-0927ba78ca50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1621550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1785856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32333'] for router (4173f7a3-bc7a-4ae2-a1a2-398bebf1308b), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:57.294667 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-79a15c55-99d7-44a3-bde2-0927ba78ca50 admin admin] Publish callbacks [] for router_controller (4173f7a3-bc7a-4ae2-a1a2-398bebf1308b), precommit_add_association {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:57.314805 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-ff6e5cc4-b3d1-4fd6-87f2-dfbd9e64086d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (2a568a21-aee3-40ae-b1e7-0df08d6746b1), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:57.338697 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e5cc4-b3d1-4fd6-87f2-dfbd9e64086d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Pushing event deleted for resources: {'Port': ['ID=2a568a21-aee3-40ae-b1e7-0df08d6746b1,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:22:57.360154 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-778b1b80-be54-4dc7-8371-dab93b048f15 None None] Publish callbacks [] for port (b51969af-c1e2-41e7-aaa9-83cf9718af44), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:57.410801 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-ff6e5cc4-b3d1-4fd6-87f2-dfbd9e64086d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for floatingip (26d7b244-b857-48cf-ab97-77fd74e668a1), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:57.413320 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-ff6e5cc4-b3d1-4fd6-87f2-dfbd9e64086d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for floatingip (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:57.414496 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-ff6e5cc4-b3d1-4fd6-87f2-dfbd9e64086d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/26d7b244-b857-48cf-ab97-77fd74e668a1 HTTP/1.1" status: 204 len: 168 time: 0.5520997 Aug 26 06:22:57.537704 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-778b1b80-be54-4dc7-8371-dab93b048f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587'] for port (b51969af-c1e2-41e7-aaa9-83cf9718af44), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:57.577183 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778b1b80-be54-4dc7-8371-dab93b048f15 None None] Network d008bdb5-ce3d-4b11-ad7a-76c0e477dc41 is already hosted by enough agents. {{(pid=107135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:22:57.580829 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-778b1b80-be54-4dc7-8371-dab93b048f15 None None] Resources bound (agent type, host, resource id): {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:22:57.583003 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-79a15c55-99d7-44a3-bde2-0927ba78ca50 admin admin] Publish callbacks [] for router_gateway (4173f7a3-bc7a-4ae2-a1a2-398bebf1308b), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:57.584585 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778b1b80-be54-4dc7-8371-dab93b048f15 None None] Received port after_create {{(pid=107135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:22:57.596306 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b1b80-be54-4dc7-8371-dab93b048f15 None None] Pushing event updated for resources: {'Port': ['ID=b51969af-c1e2-41e7-aaa9-83cf9718af44,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:22:57.623750 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b1b80-be54-4dc7-8371-dab93b048f15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:57.624096 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b1b80-be54-4dc7-8371-dab93b048f15 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:57.624440 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b1b80-be54-4dc7-8371-dab93b048f15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:57.624794 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b1b80-be54-4dc7-8371-dab93b048f15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:57.625119 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b1b80-be54-4dc7-8371-dab93b048f15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:57.625497 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b1b80-be54-4dc7-8371-dab93b048f15 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:57.625830 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b1b80-be54-4dc7-8371-dab93b048f15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:57.626160 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b1b80-be54-4dc7-8371-dab93b048f15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:57.626723 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b1b80-be54-4dc7-8371-dab93b048f15 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:57.627283 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b1b80-be54-4dc7-8371-dab93b048f15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:57.627617 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b1b80-be54-4dc7-8371-dab93b048f15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:57.627953 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b1b80-be54-4dc7-8371-dab93b048f15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:57.628284 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b1b80-be54-4dc7-8371-dab93b048f15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:57.628630 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b1b80-be54-4dc7-8371-dab93b048f15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:57.628953 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b1b80-be54-4dc7-8371-dab93b048f15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:22:57.669799 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-778b1b80-be54-4dc7-8371-dab93b048f15 None None] Attempting to bind port b51969af-c1e2-41e7-aaa9-83cf9718af44 on host dv-cinder-853910-3-iscsi for vnic_type normal with profile {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:22:57.676737 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-778b1b80-be54-4dc7-8371-dab93b048f15 None None] Attempting to bind port b51969af-c1e2-41e7-aaa9-83cf9718af44 by drivers openvswitch,hyperv on host dv-cinder-853910-3-iscsi at level 0 using segments [{'id': '15f5a37e-6a7e-4950-9cb7-fc9b55991506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd008bdb5-ce3d-4b11-ad7a-76c0e477dc41'}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:22:57.676737 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778b1b80-be54-4dc7-8371-dab93b048f15 None None] Attempting to bind port b51969af-c1e2-41e7-aaa9-83cf9718af44 on network d008bdb5-ce3d-4b11-ad7a-76c0e477dc41 {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:22:57.676972 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778b1b80-be54-4dc7-8371-dab93b048f15 None None] Checking agent: {'id': '4b23c1c4-ad66-4056-a835-9b344d252955', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 8, 1), 'started_at': datetime.datetime(2022, 8, 26, 6, 8, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:22:57.677331 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778b1b80-be54-4dc7-8371-dab93b048f15 None None] Checking segment: {'id': '15f5a37e-6a7e-4950-9cb7-fc9b55991506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd008bdb5-ce3d-4b11-ad7a-76c0e477dc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:22:57.677735 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-778b1b80-be54-4dc7-8371-dab93b048f15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:57.678125 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778b1b80-be54-4dc7-8371-dab93b048f15 None None] Bound using segment: {'id': '15f5a37e-6a7e-4950-9cb7-fc9b55991506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd008bdb5-ce3d-4b11-ad7a-76c0e477dc41'} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:22:57.678598 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-778b1b80-be54-4dc7-8371-dab93b048f15 None None] Bound port: b51969af-c1e2-41e7-aaa9-83cf9718af44, host: dv-cinder-853910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f5a37e-6a7e-4950-9cb7-fc9b55991506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd008bdb5-ce3d-4b11-ad7a-76c0e477dc41'}}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:22:57.678998 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-778b1b80-be54-4dc7-8371-dab93b048f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (b51969af-c1e2-41e7-aaa9-83cf9718af44), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:57.726831 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 55744) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:22:57.731773 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-e1eb5e84-3f9b-4bad-98a0-1e19ad444056 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Request body: {'security_group': {'name': 'tempest-securitygroup--613636229', 'description': 'tempest-description--1178342647'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:22:57.732442 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:57.744381 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-778b1b80-be54-4dc7-8371-dab93b048f15 None None] For port b51969af-c1e2-41e7-aaa9-83cf9718af44, host dv-cinder-853910-3-iscsi, cleared binding levels {{(pid=107135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:22:57.747730 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-778b1b80-be54-4dc7-8371-dab93b048f15 None None] For port b51969af-c1e2-41e7-aaa9-83cf9718af44, host dv-cinder-853910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=b51969af-c1e2-41e7-aaa9-83cf9718af44,segment=NetworkSegment(15f5a37e-6a7e-4950-9cb7-fc9b55991506),segment_id=15f5a37e-6a7e-4950-9cb7-fc9b55991506)] {{(pid=107135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:22:57.978145 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-778b1b80-be54-4dc7-8371-dab93b048f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (b51969af-c1e2-41e7-aaa9-83cf9718af44), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:58.005994 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:58.010852 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-79a15c55-99d7-44a3-bde2-0927ba78ca50 admin admin] Publish callbacks [] for router_gateway (4173f7a3-bc7a-4ae2-a1a2-398bebf1308b), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:58.032992 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-79a15c55-99d7-44a3-bde2-0927ba78ca50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:58.035524 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-e1eb5e84-3f9b-4bad-98a0-1e19ad444056 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:58.057023 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b1b80-be54-4dc7-8371-dab93b048f15 None None] Pushing event updated for resources: {'Port': ['ID=b51969af-c1e2-41e7-aaa9-83cf9718af44,revision_number=2']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:22:58.231482 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:58.232950 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.db_base_plugin_common [None req-79a15c55-99d7-44a3-bde2-0927ba78ca50 admin admin] Allocated IP 172.27.3.164 (7bfbcaf8-cfd7-4da9-9873-fb578302608c/6eb332c5-848f-450d-bdad-4a764241332a/c1731365-52b1-4ae9-be64-2499700d5562) {{(pid=107134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:22:58.237014 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-e1eb5e84-3f9b-4bad-98a0-1e19ad444056 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for security_group (dc8936b7-0d75-4341-b4b5-853852f862bc), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:58.373602 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-79a15c55-99d7-44a3-bde2-0927ba78ca50 admin admin] Publish callbacks [] for port (c1731365-52b1-4ae9-be64-2499700d5562), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:58.465268 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f8079-d149-4b83-b200-2a9fea9ce249 req-d04ff104-1ca0-4cae-9767-88373045816a tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:58.466830 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8e6f8079-d149-4b83-b200-2a9fea9ce249 req-d04ff104-1ca0-4cae-9767-88373045816a tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 946 time: 0.0523193 Aug 26 06:22:58.521774 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8e6f8079-d149-4b83-b200-2a9fea9ce249 req-430fbda3-ad0b-44f5-9571-a4e3dc6bd424 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483243 Aug 26 06:22:58.823554 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-e1eb5e84-3f9b-4bad-98a0-1e19ad444056 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (dc8936b7-0d75-4341-b4b5-853852f862bc), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:58.824321 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:58.857047 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-79a15c55-99d7-44a3-bde2-0927ba78ca50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (c1731365-52b1-4ae9-be64-2499700d5562), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:58.875124 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-896f9b5f-446c-4f96-82cb-7aab6e98685b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:58.894407 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb5e84-3f9b-4bad-98a0-1e19ad444056 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8936b7-0d75-4341-b4b5-853852f862bc,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:22:58.915837 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a15c55-99d7-44a3-bde2-0927ba78ca50 admin admin] Network 7bfbcaf8-cfd7-4da9-9873-fb578302608c is already hosted by enough agents. {{(pid=107134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:22:58.926311 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [None req-79a15c55-99d7-44a3-bde2-0927ba78ca50 admin admin] Resources bound (agent type, host, resource id): {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:22:58.935974 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a15c55-99d7-44a3-bde2-0927ba78ca50 admin admin] Received port after_create {{(pid=107134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:22:58.973264 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a15c55-99d7-44a3-bde2-0927ba78ca50 admin admin] Pushing event updated for resources: {'Port': ['ID=c1731365-52b1-4ae9-be64-2499700d5562,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:22:59.007364 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-e1eb5e84-3f9b-4bad-98a0-1e19ad444056 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:59.009016 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-e1eb5e84-3f9b-4bad-98a0-1e19ad444056 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2809992 Aug 26 06:22:59.013304 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 55752) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:22:59.025404 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-25d3295c-d00a-4dd6-98e2-b19093d8bcb0 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Request body: {'security_group_rule': {'security_group_id': 'dc8936b7-0d75-4341-b4b5-853852f862bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:22:59.096743 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb49fd3-54d7-4532-84b9-a03e84e33395 None None] Network d008bdb5-ce3d-4b11-ad7a-76c0e477dc41 requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:22:59.162028 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-94d8c312-c7d8-48e4-bd39-65b406598c77 None None] Provisioning complete for port b51969af-c1e2-41e7-aaa9-83cf9718af44 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:22:59.162387 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-94d8c312-c7d8-48e4-bd39-65b406598c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (b51969af-c1e2-41e7-aaa9-83cf9718af44), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:59.178641 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:59.189776 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-25d3295c-d00a-4dd6-98e2-b19093d8bcb0 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for security_group_rule (e9605c9f-e6ca-4492-a8fa-5533b1ec8bf9), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:59.253927 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device b51969af-c1e2-41e7-aaa9-83cf9718af44 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:22:59.269165 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-25d3295c-d00a-4dd6-98e2-b19093d8bcb0 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for security_group_rule (e9605c9f-e6ca-4492-a8fa-5533b1ec8bf9), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:59.319753 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-94d8c312-c7d8-48e4-bd39-65b406598c77 None None] Current status of the port b51969af-c1e2-41e7-aaa9-83cf9718af44 is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:22:59.320146 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-94d8c312-c7d8-48e4-bd39-65b406598c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (b51969af-c1e2-41e7-aaa9-83cf9718af44), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:59.367797 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-94d8c312-c7d8-48e4-bd39-65b406598c77 None None] For port b51969af-c1e2-41e7-aaa9-83cf9718af44, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=b51969af-c1e2-41e7-aaa9-83cf9718af44,segment=NetworkSegment(15f5a37e-6a7e-4950-9cb7-fc9b55991506),segment_id=15f5a37e-6a7e-4950-9cb7-fc9b55991506)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:22:59.368909 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port b51969af-c1e2-41e7-aaa9-83cf9718af44 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:22:59.369282 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (b51969af-c1e2-41e7-aaa9-83cf9718af44), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:59.372948 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:22:59.398414 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-79a15c55-99d7-44a3-bde2-0927ba78ca50 admin admin] Publish callbacks [] for router_gateway (4173f7a3-bc7a-4ae2-a1a2-398bebf1308b), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:59.406105 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-25d3295c-d00a-4dd6-98e2-b19093d8bcb0 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692507'] for security_group_rule (e9605c9f-e6ca-4492-a8fa-5533b1ec8bf9), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:59.428854 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3295c-d00a-4dd6-98e2-b19093d8bcb0 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9605c9f-e6ca-4492-a8fa-5533b1ec8bf9,revision_number=0']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:22:59.474475 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port b51969af-c1e2-41e7-aaa9-83cf9718af44 is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:22:59.474993 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (b51969af-c1e2-41e7-aaa9-83cf9718af44), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:59.591575 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-25d3295c-d00a-4dd6-98e2-b19093d8bcb0 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:59.593097 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-25d3295c-d00a-4dd6-98e2-b19093d8bcb0 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5783393 Aug 26 06:22:59.597318 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 55754) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:22:59.598779 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-94d8c312-c7d8-48e4-bd39-65b406598c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (b51969af-c1e2-41e7-aaa9-83cf9718af44), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:59.609130 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-74007807-9068-4c38-8c06-1144d8539edc tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Request body: {'security_group_rule': {'security_group_id': 'dc8936b7-0d75-4341-b4b5-853852f862bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:22:59.658733 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-79a15c55-99d7-44a3-bde2-0927ba78ca50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621576'] for router (4173f7a3-bc7a-4ae2-a1a2-398bebf1308b), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:59.660237 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.db.api [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107135) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 26 06:22:59.660662 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG oslo_db.api [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 06:22:59.672791 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2183391-6469-465f-a7b7-8c618fd42724 req-243f3a34-d4e7-4d64-9fd5-34a65d62e5e2 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:59.676109 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-e2183391-6469-465f-a7b7-8c618fd42724 req-243f3a34-d4e7-4d64-9fd5-34a65d62e5e2 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 946 time: 0.0655043 Aug 26 06:22:59.677243 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d8c312-c7d8-48e4-bd39-65b406598c77 None None] Pushing event updated for resources: {'Port': ['ID=b51969af-c1e2-41e7-aaa9-83cf9718af44,revision_number=3']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:22:59.718569 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-ce64f616-9993-4a4e-88e5-9748bc2e2720 None None] Provisioning complete for port b51969af-c1e2-41e7-aaa9-83cf9718af44 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:22:59.718960 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ce64f616-9993-4a4e-88e5-9748bc2e2720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (b51969af-c1e2-41e7-aaa9-83cf9718af44), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:59.738161 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64c4a6-e32c-436a-bf3f-609dd64ab34e req-f019fa5a-cf43-4852-bee5-588c817edc79 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:22:59.739775 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7b64c4a6-e32c-436a-bf3f-609dd64ab34e req-f019fa5a-cf43-4852-bee5-588c817edc79 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 946 time: 0.0565891 Aug 26 06:22:59.795353 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7b64c4a6-e32c-436a-bf3f-609dd64ab34e req-f245c0be-7325-442e-857c-ee688e55ed12 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485768 Aug 26 06:22:59.805579 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-74007807-9068-4c38-8c06-1144d8539edc tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for security_group_rule (854e1adc-45e6-4f5d-a1ba-8e80cd6386b2), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:59.810202 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-ce64f616-9993-4a4e-88e5-9748bc2e2720 None None] Current status of the port b51969af-c1e2-41e7-aaa9-83cf9718af44 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:22:59.864012 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [req-e2183391-6469-465f-a7b7-8c618fd42724 req-798b5083-f4cb-4bbd-be12-77410da15561 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Deleting port 40c6359b-4d02-4846-9ca2-697e2425c559 {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:22:59.864269 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-e2183391-6469-465f-a7b7-8c618fd42724 req-798b5083-f4cb-4bbd-be12-77410da15561 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (40c6359b-4d02-4846-9ca2-697e2425c559), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:59.873554 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-74007807-9068-4c38-8c06-1144d8539edc tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for security_group_rule (854e1adc-45e6-4f5d-a1ba-8e80cd6386b2), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:59.920137 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:59.974222 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [req-e2183391-6469-465f-a7b7-8c618fd42724 req-798b5083-f4cb-4bbd-be12-77410da15561 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] For port 40c6359b-4d02-4846-9ca2-697e2425c559, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=40c6359b-4d02-4846-9ca2-697e2425c559,segment=NetworkSegment(4777da82-3ccc-43b7-bc69-e5828711c163),segment_id=4777da82-3ccc-43b7-bc69-e5828711c163)] {{(pid=107134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:22:59.974585 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-e2183391-6469-465f-a7b7-8c618fd42724 req-798b5083-f4cb-4bbd-be12-77410da15561 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (40c6359b-4d02-4846-9ca2-697e2425c559), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:22:59.989229 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [req-e2183391-6469-465f-a7b7-8c618fd42724 req-798b5083-f4cb-4bbd-be12-77410da15561 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Calling delete_port for 40c6359b-4d02-4846-9ca2-697e2425c559 owned by compute:nova {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:23:00.011822 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-74007807-9068-4c38-8c06-1144d8539edc tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692507'] for security_group_rule (854e1adc-45e6-4f5d-a1ba-8e80cd6386b2), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:00.033065 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74007807-9068-4c38-8c06-1144d8539edc tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=854e1adc-45e6-4f5d-a1ba-8e80cd6386b2,revision_number=0']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:00.145984 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-74007807-9068-4c38-8c06-1144d8539edc tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:00.147302 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-74007807-9068-4c38-8c06-1144d8539edc tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5488791 Aug 26 06:23:00.154816 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 55758) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:00.155371 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-66abd033-7de2-4b04-a728-29733f6228ba tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Request body: {'floatingip': {'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:23:00.199049 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port b51969af-c1e2-41e7-aaa9-83cf9718af44 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:23:00.296922 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a15c55-99d7-44a3-bde2-0927ba78ca50 admin admin] Router 4173f7a3-bc7a-4ae2-a1a2-398bebf1308b is scheduled to L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 with binding_index 1 {{(pid=107134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 06:23:00.297431 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-66abd033-7de2-4b04-a728-29733f6228ba tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:00.393086 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-66abd033-7de2-4b04-a728-29733f6228ba tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:00.421423 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-da9ab8bc-bb73-4bd1-b914-6559bb42a2a5 req-b6ab2f1a-4202-4766-8e61-8c573a0a2b8f tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-948216797&fields=id&tenant_id=01817da1260c41b4abe6f02b11c66232 HTTP/1.1" status: 200 len: 267 time: 0.1206970 Aug 26 06:23:00.521764 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a15c55-99d7-44a3-bde2-0927ba78ca50 admin admin] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:23:00.529410 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ab8bc-bb73-4bd1-b914-6559bb42a2a5 req-21b28516-d53d-4b0e-beb6-02c19a16a9a1 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:00.531163 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-da9ab8bc-bb73-4bd1-b914-6559bb42a2a5 req-21b28516-d53d-4b0e-beb6-02c19a16a9a1 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 985 time: 0.1000729 Aug 26 06:23:00.536070 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07d82de-4bcc-4a12-9b5c-d4a7ec1e507c None None] Sync routers for ids ['4173f7a3-bc7a-4ae2-a1a2-398bebf1308b'] in dv-cinder-853910-3-iscsi {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:23:00.547940 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07d82de-4bcc-4a12-9b5c-d4a7ec1e507c None None] Routers {'4173f7a3-bc7a-4ae2-a1a2-398bebf1308b'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:23:00.548658 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-b07d82de-4bcc-4a12-9b5c-d4a7ec1e507c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:22:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['4173f7a3-bc7a-4ae2-a1a2-398bebf1308b'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:00.553588 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_common [None req-66abd033-7de2-4b04-a728-29733f6228ba tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Allocated IP 172.27.3.24 (7bfbcaf8-cfd7-4da9-9873-fb578302608c/6eb332c5-848f-450d-bdad-4a764241332a/6b56da76-0acf-41ac-90d7-edbc64978341) {{(pid=107133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:23:00.553920 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [req-da9ab8bc-bb73-4bd1-b914-6559bb42a2a5 req-298982c2-bafe-4fc9-939a-87cd871ef1e8 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Request body: {'port': {'security_groups': ['dde0a0f1-da41-4c28-b308-c3edefcbd1dd']}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:23:00.560401 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:00.657383 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-da9ab8bc-bb73-4bd1-b914-6559bb42a2a5 req-298982c2-bafe-4fc9-939a-87cd871ef1e8 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (f4d37966-d902-4c07-9ee5-4be2e42d1714), before_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:00.662964 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:00.680951 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-b07d82de-4bcc-4a12-9b5c-d4a7ec1e507c None None] Set router 4173f7a3-bc7a-4ae2-a1a2-398bebf1308b gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:23:00.690013 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-66abd033-7de2-4b04-a728-29733f6228ba tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for port (6b56da76-0acf-41ac-90d7-edbc64978341), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:00.810246 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-e2183391-6469-465f-a7b7-8c618fd42724 req-798b5083-f4cb-4bbd-be12-77410da15561 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (40c6359b-4d02-4846-9ca2-697e2425c559), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:00.816485 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-79a15c55-99d7-44a3-bde2-0927ba78ca50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:00.817704 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-79a15c55-99d7-44a3-bde2-0927ba78ca50 admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7002966 Aug 26 06:23:00.820830 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 55762) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:00.823590 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] get_ports_and_sgs() called for port_ids ['25e49a9c-7d0c-440b-b98b-c8b9503ba03f', '40c6359b-4d02-4846-9ca2-697e2425c559'] {{(pid=107135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 06:23:00.858445 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-b07d82de-4bcc-4a12-9b5c-d4a7ec1e507c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'name': 'tempest-TestShelveInstance-1686240723-router', 'tenant_id': '52e8949a7d05434396f8e8631f2cdb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'c1731365-52b1-4ae9-be64-2499700d5562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:22:57Z', 'updated_at': '2022-08-26T06:22:59Z', 'revision_number': 3, 'project_id': '52e8949a7d05434396f8e8631f2cdb72', 'gw_port': {'id': 'c1731365-52b1-4ae9-be64-2499700d5562', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:22:58Z', 'updated_at': '2022-08-26T06:22:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:00.870119 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b5083-f4cb-4bbd-be12-77410da15561 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Pushing event deleted for resources: {'Port': ['ID=40c6359b-4d02-4846-9ca2-697e2425c559,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:00.886230 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-66abd033-7de2-4b04-a728-29733f6228ba tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (6b56da76-0acf-41ac-90d7-edbc64978341), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:00.898866 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07d82de-4bcc-4a12-9b5c-d4a7ec1e507c None None] Checking router: 4173f7a3-bc7a-4ae2-a1a2-398bebf1308b for host: dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:23:00.898866 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07d82de-4bcc-4a12-9b5c-d4a7ec1e507c None None] Updating router 4173f7a3-bc7a-4ae2-a1a2-398bebf1308b port c1731365-52b1-4ae9-be64-2499700d5562 binding host dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 06:23:00.935903 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2183391-6469-465f-a7b7-8c618fd42724 req-798b5083-f4cb-4bbd-be12-77410da15561 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] No DVR routers for this DVR port 40c6359b-4d02-4846-9ca2-697e2425c559 on host hv-cinder-85391 {{(pid=107134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:23:00.936885 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b07d82de-4bcc-4a12-9b5c-d4a7ec1e507c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (c1731365-52b1-4ae9-be64-2499700d5562), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:00.942812 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-e2183391-6469-465f-a7b7-8c618fd42724 req-798b5083-f4cb-4bbd-be12-77410da15561 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:00.946904 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-e2183391-6469-465f-a7b7-8c618fd42724 req-798b5083-f4cb-4bbd-be12-77410da15561 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.76 "DELETE /networking/v2.0/ports/40c6359b-4d02-4846-9ca2-697e2425c559 HTTP/1.1" status: 204 len: 173 time: 1.2635896 Aug 26 06:23:00.947381 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7e392a-1a02-4faa-a63e-5ac717bd2537', 'name': 'network-vif-deleted', 'tag': '40c6359b-4d02-4846-9ca2-697e2425c559'}] {{(pid=107134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:23:00.958374 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98877e02f8b3cb06335249729d630ff259ce8fa3eff905cdf154d6d548f15152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ab536a-554f-49ed-bac4-0bfa2b30deb0" -d '{"events": [{"server_uuid": "ea7e392a-1a02-4faa-a63e-5ac717bd2537", "name": "network-vif-deleted", "tag": "40c6359b-4d02-4846-9ca2-697e2425c559"}]}' {{(pid=107134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:23:00.968863 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [req-da9ab8bc-bb73-4bd1-b914-6559bb42a2a5 req-298982c2-bafe-4fc9-939a-87cd871ef1e8 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] For port f4d37966-d902-4c07-9ee5-4be2e42d1714, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=f4d37966-d902-4c07-9ee5-4be2e42d1714,segment=NetworkSegment(61084740-e827-4b91-82dd-c854e7f47a2f),segment_id=61084740-e827-4b91-82dd-c854e7f47a2f)] {{(pid=107134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:23:00.997009 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66abd033-7de2-4b04-a728-29733f6228ba tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Network 7bfbcaf8-cfd7-4da9-9873-fb578302608c is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:23:01.008027 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-da9ab8bc-bb73-4bd1-b914-6559bb42a2a5 req-298982c2-bafe-4fc9-939a-87cd871ef1e8 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks [] for port (f4d37966-d902-4c07-9ee5-4be2e42d1714), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:01.021523 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [None req-66abd033-7de2-4b04-a728-29733f6228ba tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:23:01.029446 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66abd033-7de2-4b04-a728-29733f6228ba tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Received port after_create {{(pid=107133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:23:01.031190 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66abd033-7de2-4b04-a728-29733f6228ba tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Pushing event updated for resources: {'Port': ['ID=6b56da76-0acf-41ac-90d7-edbc64978341,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:01.084786 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-218db52a-b5a4-42ed-a780-afc66f2f6369 req-e9e8398c-8be7-42fa-8663-d4d7eb689527 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 210 time: 0.0859752 Aug 26 06:23:01.125698 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-da9ab8bc-bb73-4bd1-b914-6559bb42a2a5 req-298982c2-bafe-4fc9-939a-87cd871ef1e8 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183148'] for port (f4d37966-d902-4c07-9ee5-4be2e42d1714), after_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:01.147529 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ab8bc-bb73-4bd1-b914-6559bb42a2a5 req-298982c2-bafe-4fc9-939a-87cd871ef1e8 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:01.147958 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-da9ab8bc-bb73-4bd1-b914-6559bb42a2a5 req-298982c2-bafe-4fc9-939a-87cd871ef1e8 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:01.153054 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-da9ab8bc-bb73-4bd1-b914-6559bb42a2a5 req-298982c2-bafe-4fc9-939a-87cd871ef1e8 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "PUT /networking/v2.0/ports/f4d37966-d902-4c07-9ee5-4be2e42d1714 HTTP/1.1" status: 200 len: 943 time: 0.6071477 Aug 26 06:23:01.161374 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] get_ports_and_sgs() called for port_ids ['f4d37966-d902-4c07-9ee5-4be2e42d1714'] {{(pid=107135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 06:23:01.161548 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 55768) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:01.197128 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f0612e-530f-4f0e-8c65-e7f7879878bd x-openstack-request-id: req-f1f0612e-530f-4f0e-8c65-e7f7879878bd {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:23:01.197418 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea7e392a-1a02-4faa-a63e-5ac717bd2537", "name": "network-vif-deleted", "tag": "40c6359b-4d02-4846-9ca2-697e2425c559", "status": "completed", "code": 200}]} {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:23:01.197666 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f1f0612e-530f-4f0e-8c65-e7f7879878bd {{(pid=107134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:23:01.198060 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1f0612e-530f-4f0e-8c65-e7f7879878bd'] response: {'server_uuid': 'ea7e392a-1a02-4faa-a63e-5ac717bd2537', 'name': 'network-vif-deleted', 'tag': '40c6359b-4d02-4846-9ca2-697e2425c559', 'status': 'completed', 'code': 200} Aug 26 06:23:01.211531 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:01.221425 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:01.256579 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] get_ports_and_sgs() called for port_ids ['f4d37966-d902-4c07-9ee5-4be2e42d1714'] {{(pid=107135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 06:23:01.261503 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b07d82de-4bcc-4a12-9b5c-d4a7ec1e507c None None] Publish callbacks [] for port (c1731365-52b1-4ae9-be64-2499700d5562), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:01.265947 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298982c2-bafe-4fc9-939a-87cd871ef1e8 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Pushing event updated for resources: {'Port': ['ID=f4d37966-d902-4c07-9ee5-4be2e42d1714,revision_number=7']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:01.342946 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device b51969af-c1e2-41e7-aaa9-83cf9718af44 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:23:01.401041 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b07d82de-4bcc-4a12-9b5c-d4a7ec1e507c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (c1731365-52b1-4ae9-be64-2499700d5562), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:01.447314 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-b07d82de-4bcc-4a12-9b5c-d4a7ec1e507c None None] Attempting to bind port c1731365-52b1-4ae9-be64-2499700d5562 on host dv-cinder-853910-3-iscsi for vnic_type normal with profile {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:23:01.447596 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-b07d82de-4bcc-4a12-9b5c-d4a7ec1e507c None None] Attempting to bind port c1731365-52b1-4ae9-be64-2499700d5562 by drivers openvswitch,hyperv on host dv-cinder-853910-3-iscsi at level 0 using segments [{'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:23:01.448168 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07d82de-4bcc-4a12-9b5c-d4a7ec1e507c None None] Attempting to bind port c1731365-52b1-4ae9-be64-2499700d5562 on network 7bfbcaf8-cfd7-4da9-9873-fb578302608c {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:23:01.469252 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07d82de-4bcc-4a12-9b5c-d4a7ec1e507c None None] Checking agent: {'id': '4b23c1c4-ad66-4056-a835-9b344d252955', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 8, 1), 'started_at': datetime.datetime(2022, 8, 26, 6, 8, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:23:01.469624 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07d82de-4bcc-4a12-9b5c-d4a7ec1e507c None None] Checking segment: {'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:23:01.470315 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b07d82de-4bcc-4a12-9b5c-d4a7ec1e507c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:01.470901 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07d82de-4bcc-4a12-9b5c-d4a7ec1e507c None None] Bound using segment: {'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:23:01.471539 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-b07d82de-4bcc-4a12-9b5c-d4a7ec1e507c None None] Bound port: c1731365-52b1-4ae9-be64-2499700d5562, host: dv-cinder-853910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:23:01.474265 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b07d82de-4bcc-4a12-9b5c-d4a7ec1e507c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (c1731365-52b1-4ae9-be64-2499700d5562), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:01.474420 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-66abd033-7de2-4b04-a728-29733f6228ba tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for floatingip (de793460-622a-4bad-97b6-f5a520422848), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:01.491223 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-d45a2d38-54f0-45bd-a861-112cb93d48b6 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks [] for security_group (7875ffc9-e6f0-4862-8815-e1c917165a02), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:01.509304 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port b51969af-c1e2-41e7-aaa9-83cf9718af44 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:23:01.509629 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (b51969af-c1e2-41e7-aaa9-83cf9718af44), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:01.545762 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-b07d82de-4bcc-4a12-9b5c-d4a7ec1e507c None None] For port c1731365-52b1-4ae9-be64-2499700d5562, host dv-cinder-853910-3-iscsi, cleared binding levels {{(pid=107136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:23:01.550936 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-b07d82de-4bcc-4a12-9b5c-d4a7ec1e507c None None] For port c1731365-52b1-4ae9-be64-2499700d5562, host dv-cinder-853910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=c1731365-52b1-4ae9-be64-2499700d5562,segment=NetworkSegment(1390a542-366f-4986-b4c7-57ccad3a4e4e),segment_id=1390a542-366f-4986-b4c7-57ccad3a4e4e)] {{(pid=107136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:23:01.554084 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03ed19-7b77-474f-805f-6fcb5ecf8f6e None None] Pushing event updated for resources: {'Port': ['ID=c1731365-52b1-4ae9-be64-2499700d5562,revision_number=2']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:01.561463 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03ed19-7b77-474f-805f-6fcb5ecf8f6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:23:01.565202 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03ed19-7b77-474f-805f-6fcb5ecf8f6e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:23:01.565202 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03ed19-7b77-474f-805f-6fcb5ecf8f6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:23:01.565202 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03ed19-7b77-474f-805f-6fcb5ecf8f6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:23:01.565202 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03ed19-7b77-474f-805f-6fcb5ecf8f6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:23:01.565202 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03ed19-7b77-474f-805f-6fcb5ecf8f6e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:23:01.565663 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-d45a2d38-54f0-45bd-a861-112cb93d48b6 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks [] for security_group (7875ffc9-e6f0-4862-8815-e1c917165a02), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:01.565769 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03ed19-7b77-474f-805f-6fcb5ecf8f6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:23:01.565769 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03ed19-7b77-474f-805f-6fcb5ecf8f6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:23:01.565769 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03ed19-7b77-474f-805f-6fcb5ecf8f6e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:23:01.565769 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03ed19-7b77-474f-805f-6fcb5ecf8f6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:23:01.565769 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03ed19-7b77-474f-805f-6fcb5ecf8f6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:23:01.565769 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03ed19-7b77-474f-805f-6fcb5ecf8f6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:23:01.565769 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03ed19-7b77-474f-805f-6fcb5ecf8f6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:23:01.565769 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03ed19-7b77-474f-805f-6fcb5ecf8f6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:23:01.566513 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03ed19-7b77-474f-805f-6fcb5ecf8f6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:23:01.572560 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:01.672383 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port b51969af-c1e2-41e7-aaa9-83cf9718af44 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:23:01.742162 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-52c589c5-6539-4d93-a966-b5d1537327df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:01.748788 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:01.823426 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b07d82de-4bcc-4a12-9b5c-d4a7ec1e507c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (c1731365-52b1-4ae9-be64-2499700d5562), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:01.864202 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07d82de-4bcc-4a12-9b5c-d4a7ec1e507c None None] Routers {'4173f7a3-bc7a-4ae2-a1a2-398bebf1308b'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:23:01.864889 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:01.865424 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-b07d82de-4bcc-4a12-9b5c-d4a7ec1e507c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:22:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['4173f7a3-bc7a-4ae2-a1a2-398bebf1308b'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:01.868173 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-d45a2d38-54f0-45bd-a861-112cb93d48b6 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (7875ffc9-e6f0-4862-8815-e1c917165a02), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:01.872455 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-d45a2d38-54f0-45bd-a861-112cb93d48b6 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:01.872455 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-d45a2d38-54f0-45bd-a861-112cb93d48b6 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/7875ffc9-e6f0-4862-8815-e1c917165a02 HTTP/1.1" status: 204 len: 168 time: 0.7077768 Aug 26 06:23:01.874986 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 55770) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:01.901421 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a2d38-54f0-45bd-a861-112cb93d48b6 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7875ffc9-e6f0-4862-8815-e1c917165a02,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:01.909127 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-66abd033-7de2-4b04-a728-29733f6228ba tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (6b56da76-0acf-41ac-90d7-edbc64978341), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:01.984477 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_common [None req-52c589c5-6539-4d93-a966-b5d1537327df admin admin] Allocated IP 172.20.0.1 (d008bdb5-ce3d-4b11-ad7a-76c0e477dc41/5f699233-c501-458c-b7e9-e6e0a4a2c481/e4aca280-4db2-4304-9d64-8c9819efd6b4) {{(pid=107133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:23:02.052512 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03ed19-7b77-474f-805f-6fcb5ecf8f6e None None] Pushing event updated for resources: {'Port': ['ID=c1731365-52b1-4ae9-be64-2499700d5562,revision_number=3']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:02.114574 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-36739796-e034-4c73-aaf4-cd188e7b4363 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Deleting port cb4d259d-229c-4562-9bf3-e45001fd2d91 {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:23:02.115411 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-36739796-e034-4c73-aaf4-cd188e7b4363 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (cb4d259d-229c-4562-9bf3-e45001fd2d91), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:02.116098 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-b07d82de-4bcc-4a12-9b5c-d4a7ec1e507c None None] Set router 4173f7a3-bc7a-4ae2-a1a2-398bebf1308b gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:23:02.189461 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-52c589c5-6539-4d93-a966-b5d1537327df admin admin] Publish callbacks [] for port (e4aca280-4db2-4304-9d64-8c9819efd6b4), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:02.209891 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-66abd033-7de2-4b04-a728-29733f6228ba tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for port (6b56da76-0acf-41ac-90d7-edbc64978341), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:02.227547 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-36739796-e034-4c73-aaf4-cd188e7b4363 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (cb4d259d-229c-4562-9bf3-e45001fd2d91), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:02.227945 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-36739796-e034-4c73-aaf4-cd188e7b4363 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks [] for floatingip (cb4d259d-229c-4562-9bf3-e45001fd2d91), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:02.235377 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:02.252231 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-d027c6b9-21d5-4ad0-873c-86a45f648327 req-bf716b7c-43df-4c64-b73c-4cb6a5b5b831 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ea7e392a-1a02-4faa-a63e-5ac717bd2537 HTTP/1.1" status: 200 len: 210 time: 0.0382006 Aug 26 06:23:02.258646 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-36739796-e034-4c73-aaf4-cd188e7b4363 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Calling delete_port for cb4d259d-229c-4562-9bf3-e45001fd2d91 owned by network:floatingip {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:23:02.271221 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:02.315112 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-66abd033-7de2-4b04-a728-29733f6228ba tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9095016'] for port (6b56da76-0acf-41ac-90d7-edbc64978341), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:02.323453 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-b07d82de-4bcc-4a12-9b5c-d4a7ec1e507c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'name': 'tempest-TestShelveInstance-1686240723-router', 'tenant_id': '52e8949a7d05434396f8e8631f2cdb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'c1731365-52b1-4ae9-be64-2499700d5562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:22:57Z', 'updated_at': '2022-08-26T06:22:59Z', 'revision_number': 3, 'project_id': '52e8949a7d05434396f8e8631f2cdb72', 'gw_port': {'id': 'c1731365-52b1-4ae9-be64-2499700d5562', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:22:58Z', 'updated_at': '2022-08-26T06:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:02.354421 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07d82de-4bcc-4a12-9b5c-d4a7ec1e507c None None] The sync data for ids ['4173f7a3-bc7a-4ae2-a1a2-398bebf1308b'] in dv-cinder-853910-3-iscsi is: [{'id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'name': 'tempest-TestShelveInstance-1686240723-router', 'tenant_id': '52e8949a7d05434396f8e8631f2cdb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'c1731365-52b1-4ae9-be64-2499700d5562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:22:57Z', 'updated_at': '2022-08-26T06:22:59Z', 'revision_number': 3, 'project_id': '52e8949a7d05434396f8e8631f2cdb72', 'gw_port': {'id': 'c1731365-52b1-4ae9-be64-2499700d5562', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:22:58Z', 'updated_at': '2022-08-26T06:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}] {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:23:02.367304 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-52c589c5-6539-4d93-a966-b5d1537327df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (e4aca280-4db2-4304-9d64-8c9819efd6b4), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:02.400573 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66abd033-7de2-4b04-a728-29733f6228ba tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Pushing event updated for resources: {'Port': ['ID=6b56da76-0acf-41ac-90d7-edbc64978341,revision_number=2']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:02.406045 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-66abd033-7de2-4b04-a728-29733f6228ba tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614170'] for floatingip (de793460-622a-4bad-97b6-f5a520422848), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:02.406336 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:02.417362 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c589c5-6539-4d93-a966-b5d1537327df admin admin] Network d008bdb5-ce3d-4b11-ad7a-76c0e477dc41 is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:23:02.420272 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [None req-52c589c5-6539-4d93-a966-b5d1537327df admin admin] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:23:02.443046 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c589c5-6539-4d93-a966-b5d1537327df admin admin] Received port after_create {{(pid=107133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:23:02.497738 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c589c5-6539-4d93-a966-b5d1537327df admin admin] Pushing event updated for resources: {'Port': ['ID=e4aca280-4db2-4304-9d64-8c9819efd6b4,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:02.505779 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-52c589c5-6539-4d93-a966-b5d1537327df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614119'] for router_interface (4173f7a3-bc7a-4ae2-a1a2-398bebf1308b), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:02.713290 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-66abd033-7de2-4b04-a728-29733f6228ba tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for floatingip (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:02.713290 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-66abd033-7de2-4b04-a728-29733f6228ba tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5547655 Aug 26 06:23:02.752205 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-ee6bea0a-8d3e-4673-8bc6-d71224b02d45 None None] Provisioning complete for port e4aca280-4db2-4304-9d64-8c9819efd6b4 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:23:02.753078 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ee6bea0a-8d3e-4673-8bc6-d71224b02d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (e4aca280-4db2-4304-9d64-8c9819efd6b4), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:02.787559 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-36739796-e034-4c73-aaf4-cd188e7b4363 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (cb4d259d-229c-4562-9bf3-e45001fd2d91), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:02.787559 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:02.799570 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-ee6bea0a-8d3e-4673-8bc6-d71224b02d45 None None] Port e4aca280-4db2-4304-9d64-8c9819efd6b4 cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:23:02.827352 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36739796-e034-4c73-aaf4-cd188e7b4363 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Pushing event deleted for resources: {'Port': ['ID=cb4d259d-229c-4562-9bf3-e45001fd2d91,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:02.869955 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-52c589c5-6539-4d93-a966-b5d1537327df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (e4aca280-4db2-4304-9d64-8c9819efd6b4), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:02.904202 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-36739796-e034-4c73-aaf4-cd188e7b4363 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks [] for floatingip (4e4e2e98-3492-40e5-b173-0f1a6abafad2), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:02.904771 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.db.l3_db [None req-36739796-e034-4c73-aaf4-cd188e7b4363 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Floating IP 4e4e2e98-3492-40e5-b173-0f1a6abafad2 disassociated (deleted). External IP: 172.27.3.137, port: f4d37966-d902-4c07-9ee5-4be2e42d1714. Aug 26 06:23:02.951242 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 40c6359b-4d02-4846-9ca2-697e2425c559 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:23:02.977142 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] No Port match for: 40c6359b-4d02-4846-9ca2-697e2425c559 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:23:02.977742 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 40c6359b-4d02-4846-9ca2-697e2425c559 not bound to the agent host hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:23:03.091297 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-e1f76a09-5dd2-4422-94a0-93c7eae54c0f tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--613636229&fields=id&tenant_id=f7e0c375a58842e18a4306779fd6e167 HTTP/1.1" status: 200 len: 267 time: 0.1169319 Aug 26 06:23:03.149956 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36739796-e034-4c73-aaf4-cd188e7b4363 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Router 41a2ad15-8642-4070-a068-21959c7fda38 has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:23:03.184613 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:03.223116 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff368667-d93b-4b10-9606-09331ebb857c', 'tag': 'f4d37966-d902-4c07-9ee5-4be2e42d1714'}] {{(pid=107134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:23:03.230021 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98877e02f8b3cb06335249729d630ff259ce8fa3eff905cdf154d6d548f15152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c67bcf-dc82-47e6-9f18-e76808b2e95c" -d '{"events": [{"name": "network-changed", "server_uuid": "ff368667-d93b-4b10-9606-09331ebb857c", "tag": "f4d37966-d902-4c07-9ee5-4be2e42d1714"}]}' {{(pid=107134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:23:03.257859 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-61882de4-bdba-461a-8e3f-cf9361b2bbc0 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:03.259527 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-61882de4-bdba-461a-8e3f-cf9361b2bbc0 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/networks?id=0329fd48-f6a9-4c16-8004-ab5a1f76eb8f HTTP/1.1" status: 200 len: 816 time: 0.1674056 Aug 26 06:23:03.270573 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device c1731365-52b1-4ae9-be64-2499700d5562 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:23:03.295475 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555d3f8d-ddaa-4908-905c-5d4ab07537f3 x-openstack-request-id: req-555d3f8d-ddaa-4908-905c-5d4ab07537f3 {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:23:03.296772 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff368667-d93b-4b10-9606-09331ebb857c", "tag": "f4d37966-d902-4c07-9ee5-4be2e42d1714", "status": "completed", "code": 200}]} {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:23:03.297055 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-555d3f8d-ddaa-4908-905c-5d4ab07537f3 {{(pid=107134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:23:03.297530 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-555d3f8d-ddaa-4908-905c-5d4ab07537f3'] response: {'name': 'network-changed', 'server_uuid': 'ff368667-d93b-4b10-9606-09331ebb857c', 'tag': 'f4d37966-d902-4c07-9ee5-4be2e42d1714', 'status': 'completed', 'code': 200} Aug 26 06:23:03.315516 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:03.319463 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-f9d8b582-275b-45c4-a2d1-faff5962629b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/quotas/f7e0c375a58842e18a4306779fd6e167 HTTP/1.1" status: 200 len: 375 time: 0.0533893 Aug 26 06:23:03.320313 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36739796-e034-4c73-aaf4-cd188e7b4363 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:23:03.327747 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-36739796-e034-4c73-aaf4-cd188e7b4363 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for floatingip (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:03.348239 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4f0a59-8f32-4ed1-b256-d6d02d0a0fb7 None None] Sync routers for ids ['41a2ad15-8642-4070-a068-21959c7fda38'] in dv-cinder-853910-3-iscsi {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:23:03.382022 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port c1731365-52b1-4ae9-be64-2499700d5562 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:23:03.382668 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (c1731365-52b1-4ae9-be64-2499700d5562), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:03.384744 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4f0a59-8f32-4ed1-b256-d6d02d0a0fb7 None None] Routers {'41a2ad15-8642-4070-a068-21959c7fda38'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:23:03.385653 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-9c4f0a59-8f32-4ed1-b256-d6d02d0a0fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:22:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['41a2ad15-8642-4070-a068-21959c7fda38'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:03.390056 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c67bcf-dc82-47e6-9f18-e76808b2e95c req-ce8e516a-e776-4370-a4a2-7ad274ddd429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:03.392854 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-01c67bcf-dc82-47e6-9f18-e76808b2e95c req-ce8e516a-e776-4370-a4a2-7ad274ddd429 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=01817da1260c41b4abe6f02b11c66232&device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 1130 time: 0.0677757 Aug 26 06:23:03.393470 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-52c589c5-6539-4d93-a966-b5d1537327df admin admin] Publish callbacks [] for port (e4aca280-4db2-4304-9d64-8c9819efd6b4), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:03.424462 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-441bc08f-91e8-4263-89f3-1c228a54f30d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=f7e0c375a58842e18a4306779fd6e167&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0929046 Aug 26 06:23:03.485533 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-36739796-e034-4c73-aaf4-cd188e7b4363 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/4e4e2e98-3492-40e5-b173-0f1a6abafad2 HTTP/1.1" status: 204 len: 168 time: 1.6079848 Aug 26 06:23:03.520220 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-52c589c5-6539-4d93-a966-b5d1537327df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9095016'] for port (e4aca280-4db2-4304-9d64-8c9819efd6b4), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:03.540464 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c67bcf-dc82-47e6-9f18-e76808b2e95c req-a32d3d85-abe0-440d-99b0-fc928259220d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:03.542918 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-01c67bcf-dc82-47e6-9f18-e76808b2e95c req-a32d3d85-abe0-440d-99b0-fc928259220d service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=e160e0e8-e0fd-4af5-b357-0de9a51426d2 HTTP/1.1" status: 200 len: 916 time: 0.1237283 Aug 26 06:23:03.601235 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-01c67bcf-dc82-47e6-9f18-e76808b2e95c req-1be0d59f-72bd-418c-99b5-6c163623b9ed service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4d37966-d902-4c07-9ee5-4be2e42d1714 HTTP/1.1" status: 200 len: 217 time: 0.0487280 Aug 26 06:23:03.664193 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c67bcf-dc82-47e6-9f18-e76808b2e95c req-2576dcab-b0a6-44d0-8dfc-7c98b0a50aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:03.666376 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-01c67bcf-dc82-47e6-9f18-e76808b2e95c req-2576dcab-b0a6-44d0-8dfc-7c98b0a50aca service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=8d716194-1361-4e1c-afd7-19790eeb2259 HTTP/1.1" status: 200 len: 854 time: 0.0580161 Aug 26 06:23:03.672864 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-52c589c5-6539-4d93-a966-b5d1537327df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614267'] for router_interface (4173f7a3-bc7a-4ae2-a1a2-398bebf1308b), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:03.687532 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c589c5-6539-4d93-a966-b5d1537327df admin admin] Pushing event updated for resources: {'Port': ['ID=e4aca280-4db2-4304-9d64-8c9819efd6b4,revision_number=2']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:03.717927 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c67bcf-dc82-47e6-9f18-e76808b2e95c req-72a0f1b0-332f-40fa-a140-a1dd2c037901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:03.720274 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-01c67bcf-dc82-47e6-9f18-e76808b2e95c req-72a0f1b0-332f-40fa-a140-a1dd2c037901 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=e160e0e8-e0fd-4af5-b357-0de9a51426d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468268 Aug 26 06:23:03.732643 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port c1731365-52b1-4ae9-be64-2499700d5562 is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:23:03.733200 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (c1731365-52b1-4ae9-be64-2499700d5562), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:03.753261 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-9c4f0a59-8f32-4ed1-b256-d6d02d0a0fb7 None None] Set router 41a2ad15-8642-4070-a068-21959c7fda38 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:23:03.783487 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-c4a76e44-dbec-417b-81f4-db1bbdd5ae3f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0329fd48-f6a9-4c16-8004-ab5a1f76eb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329747 Aug 26 06:23:03.805755 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] For port c1731365-52b1-4ae9-be64-2499700d5562, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=c1731365-52b1-4ae9-be64-2499700d5562,segment=NetworkSegment(1390a542-366f-4986-b4c7-57ccad3a4e4e),segment_id=1390a542-366f-4986-b4c7-57ccad3a4e4e)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:23:03.851885 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-01c67bcf-dc82-47e6-9f18-e76808b2e95c req-321e62d5-d650-4f93-87da-db611e41df44 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e160e0e8-e0fd-4af5-b357-0de9a51426d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256237 Aug 26 06:23:03.881883 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c589c5-6539-4d93-a966-b5d1537327df admin admin] Network d008bdb5-ce3d-4b11-ad7a-76c0e477dc41 is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:23:03.885012 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [None req-52c589c5-6539-4d93-a966-b5d1537327df admin admin] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:23:03.955816 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (c1731365-52b1-4ae9-be64-2499700d5562), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:04.024366 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-01c67bcf-dc82-47e6-9f18-e76808b2e95c req-c4e65e10-3809-4a46-abb0-e213037a476f service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e160e0e8-e0fd-4af5-b357-0de9a51426d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658967 Aug 26 06:23:04.094154 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Pushing event updated for resources: {'Port': ['ID=c1731365-52b1-4ae9-be64-2499700d5562,revision_number=4']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:04.119516 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-9c4f0a59-8f32-4ed1-b256-d6d02d0a0fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a2ad15-8642-4070-a068-21959c7fda38', 'name': 'tempest-TestMinimumBasicScenario-1198191356-router', 'tenant_id': '01817da1260c41b4abe6f02b11c66232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e90c5720-6363-4745-9536-1e00049eb1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:07Z', 'updated_at': '2022-08-26T06:19:14Z', 'revision_number': 4, 'project_id': '01817da1260c41b4abe6f02b11c66232', 'gw_port': {'id': 'e90c5720-6363-4745-9536-1e00049eb1f5', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:57:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a2ad15-8642-4070-a068-21959c7fda38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:09Z', 'updated_at': '2022-08-26T06:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '8c7ffa5d-1acb-451e-94f4-1d1461707881', 'name': '', 'network_id': 'e160e0e8-e0fd-4af5-b357-0de9a51426d2', 'tenant_id': '01817da1260c41b4abe6f02b11c66232', 'mac_address': 'fa:16:3e:fd:20:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a2ad15-8642-4070-a068-21959c7fda38', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8d716194-1361-4e1c-afd7-19790eeb2259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:13Z', 'updated_at': '2022-08-26T06:19:23Z', 'revision_number': 5, 'project_id': '01817da1260c41b4abe6f02b11c66232', 'subnets': [{'id': '8d716194-1361-4e1c-afd7-19790eeb2259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:04.153583 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4f0a59-8f32-4ed1-b256-d6d02d0a0fb7 None None] Checking router: 41a2ad15-8642-4070-a068-21959c7fda38 for host: dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:23:04.165694 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4f0a59-8f32-4ed1-b256-d6d02d0a0fb7 None None] Routers {'41a2ad15-8642-4070-a068-21959c7fda38'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:23:04.166333 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-9c4f0a59-8f32-4ed1-b256-d6d02d0a0fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:22:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['41a2ad15-8642-4070-a068-21959c7fda38'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:04.286088 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-bbbbe038-82c2-4fdd-9ff6-2180419d33ac None None] Provisioning complete for port e4aca280-4db2-4304-9d64-8c9819efd6b4 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:23:04.286804 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-bbbbe038-82c2-4fdd-9ff6-2180419d33ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (e4aca280-4db2-4304-9d64-8c9819efd6b4), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:04.341286 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-bbbbe038-82c2-4fdd-9ff6-2180419d33ac None None] Port e4aca280-4db2-4304-9d64-8c9819efd6b4 cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:23:04.346292 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-9c4f0a59-8f32-4ed1-b256-d6d02d0a0fb7 None None] Set router 41a2ad15-8642-4070-a068-21959c7fda38 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:23:04.349858 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:04.367297 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-908af982-0015-4829-bf8a-426a7f1b7a69 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0329fd48-f6a9-4c16-8004-ab5a1f76eb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5695980 Aug 26 06:23:04.422484 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c589c5-6539-4d93-a966-b5d1537327df admin admin] Router 4173f7a3-bc7a-4ae2-a1a2-398bebf1308b has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:23:04.551594 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c589c5-6539-4d93-a966-b5d1537327df admin admin] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:23:04.560528 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f48246b-3aba-4e2a-a4bf-e8474fbcb167 None None] Sync routers for ids ['4173f7a3-bc7a-4ae2-a1a2-398bebf1308b'] in dv-cinder-853910-3-iscsi {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:23:04.563125 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-52c589c5-6539-4d93-a966-b5d1537327df admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/4173f7a3-bc7a-4ae2-a1a2-398bebf1308b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7409365 Aug 26 06:23:04.574390 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f48246b-3aba-4e2a-a4bf-e8474fbcb167 None None] Routers {'4173f7a3-bc7a-4ae2-a1a2-398bebf1308b'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:23:04.575187 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-0f48246b-3aba-4e2a-a4bf-e8474fbcb167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:22:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['4173f7a3-bc7a-4ae2-a1a2-398bebf1308b'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:04.597344 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-9c4f0a59-8f32-4ed1-b256-d6d02d0a0fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a2ad15-8642-4070-a068-21959c7fda38', 'name': 'tempest-TestMinimumBasicScenario-1198191356-router', 'tenant_id': '01817da1260c41b4abe6f02b11c66232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e90c5720-6363-4745-9536-1e00049eb1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:07Z', 'updated_at': '2022-08-26T06:19:14Z', 'revision_number': 4, 'project_id': '01817da1260c41b4abe6f02b11c66232', 'gw_port': {'id': 'e90c5720-6363-4745-9536-1e00049eb1f5', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:57:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a2ad15-8642-4070-a068-21959c7fda38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:09Z', 'updated_at': '2022-08-26T06:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '8c7ffa5d-1acb-451e-94f4-1d1461707881', 'name': '', 'network_id': 'e160e0e8-e0fd-4af5-b357-0de9a51426d2', 'tenant_id': '01817da1260c41b4abe6f02b11c66232', 'mac_address': 'fa:16:3e:fd:20:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a2ad15-8642-4070-a068-21959c7fda38', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8d716194-1361-4e1c-afd7-19790eeb2259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:13Z', 'updated_at': '2022-08-26T06:19:23Z', 'revision_number': 5, 'project_id': '01817da1260c41b4abe6f02b11c66232', 'subnets': [{'id': '8d716194-1361-4e1c-afd7-19790eeb2259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:04.624414 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4f0a59-8f32-4ed1-b256-d6d02d0a0fb7 None None] The sync data for ids ['41a2ad15-8642-4070-a068-21959c7fda38'] in dv-cinder-853910-3-iscsi is: [{'id': '41a2ad15-8642-4070-a068-21959c7fda38', 'name': 'tempest-TestMinimumBasicScenario-1198191356-router', 'tenant_id': '01817da1260c41b4abe6f02b11c66232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e90c5720-6363-4745-9536-1e00049eb1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:07Z', 'updated_at': '2022-08-26T06:19:14Z', 'revision_number': 4, 'project_id': '01817da1260c41b4abe6f02b11c66232', 'gw_port': {'id': 'e90c5720-6363-4745-9536-1e00049eb1f5', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:57:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a2ad15-8642-4070-a068-21959c7fda38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:09Z', 'updated_at': '2022-08-26T06:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '8c7ffa5d-1acb-451e-94f4-1d1461707881', 'name': '', 'network_id': 'e160e0e8-e0fd-4af5-b357-0de9a51426d2', 'tenant_id': '01817da1260c41b4abe6f02b11c66232', 'mac_address': 'fa:16:3e:fd:20:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a2ad15-8642-4070-a068-21959c7fda38', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '8d716194-1361-4e1c-afd7-19790eeb2259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:13Z', 'updated_at': '2022-08-26T06:19:23Z', 'revision_number': 5, 'project_id': '01817da1260c41b4abe6f02b11c66232', 'subnets': [{'id': '8d716194-1361-4e1c-afd7-19790eeb2259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:23:04.690603 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-0f48246b-3aba-4e2a-a4bf-e8474fbcb167 None None] Set router 4173f7a3-bc7a-4ae2-a1a2-398bebf1308b gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:23:04.910711 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-0f48246b-3aba-4e2a-a4bf-e8474fbcb167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'name': 'tempest-TestShelveInstance-1686240723-router', 'tenant_id': '52e8949a7d05434396f8e8631f2cdb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'c1731365-52b1-4ae9-be64-2499700d5562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:22:57Z', 'updated_at': '2022-08-26T06:23:02Z', 'revision_number': 4, 'project_id': '52e8949a7d05434396f8e8631f2cdb72', 'gw_port': {'id': 'c1731365-52b1-4ae9-be64-2499700d5562', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:22:58Z', 'updated_at': '2022-08-26T06:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': 'e4aca280-4db2-4304-9d64-8c9819efd6b4', 'name': '', 'network_id': 'd008bdb5-ce3d-4b11-ad7a-76c0e477dc41', 'tenant_id': '52e8949a7d05434396f8e8631f2cdb72', 'mac_address': 'fa:16:3e:b8:73:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '5f699233-c501-458c-b7e9-e6e0a4a2c481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:23:01Z', 'updated_at': '2022-08-26T06:23:02Z', 'revision_number': 2, 'project_id': '52e8949a7d05434396f8e8631f2cdb72', 'subnets': [{'id': '5f699233-c501-458c-b7e9-e6e0a4a2c481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:04.931342 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcd1a53-974a-4925-b94e-9a7dd23c36ff None None] New status for floating IP 4e4e2e98-3492-40e5-b173-0f1a6abafad2: DOWN {{(pid=107135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 06:23:04.943934 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f48246b-3aba-4e2a-a4bf-e8474fbcb167 None None] Checking router: 4173f7a3-bc7a-4ae2-a1a2-398bebf1308b for host: dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:23:04.944291 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f48246b-3aba-4e2a-a4bf-e8474fbcb167 None None] Updating router 4173f7a3-bc7a-4ae2-a1a2-398bebf1308b port e4aca280-4db2-4304-9d64-8c9819efd6b4 binding host dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 06:23:04.962063 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:04.972747 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0f48246b-3aba-4e2a-a4bf-e8474fbcb167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (e4aca280-4db2-4304-9d64-8c9819efd6b4), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:05.249835 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c67d72-f72a-4bdd-b169-6d053cd0d7ed req-2c20e690-4cb6-435f-904c-5c21723b2655 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:05.250823 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0f48246b-3aba-4e2a-a4bf-e8474fbcb167 None None] Publish callbacks [] for port (e4aca280-4db2-4304-9d64-8c9819efd6b4), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:05.255136 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-72c67d72-f72a-4bdd-b169-6d053cd0d7ed req-2c20e690-4cb6-435f-904c-5c21723b2655 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9 HTTP/1.1" status: 200 len: 945 time: 0.0725508 Aug 26 06:23:05.266265 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device c1731365-52b1-4ae9-be64-2499700d5562 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:23:05.300426 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff368667-d93b-4b10-9606-09331ebb857c', 'tag': 'f4d37966-d902-4c07-9ee5-4be2e42d1714'}] {{(pid=107134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:23:05.302729 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98877e02f8b3cb06335249729d630ff259ce8fa3eff905cdf154d6d548f15152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b729a8-54a9-4361-97e6-b1e943a0c4db" -d '{"events": [{"name": "network-changed", "server_uuid": "ff368667-d93b-4b10-9606-09331ebb857c", "tag": "f4d37966-d902-4c07-9ee5-4be2e42d1714"}]}' {{(pid=107134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:23:05.309491 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-72c67d72-f72a-4bdd-b169-6d053cd0d7ed req-a123caaa-73d6-439a-bbbe-5e61f4c8b524 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501287 Aug 26 06:23:05.320447 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port c1731365-52b1-4ae9-be64-2499700d5562 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:23:05.320824 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (c1731365-52b1-4ae9-be64-2499700d5562), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:05.402010 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port c1731365-52b1-4ae9-be64-2499700d5562 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:23:05.411282 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5701d132-01d4-476d-989d-53a744fc028b x-openstack-request-id: req-5701d132-01d4-476d-989d-53a744fc028b {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:23:05.411828 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff368667-d93b-4b10-9606-09331ebb857c", "tag": "f4d37966-d902-4c07-9ee5-4be2e42d1714", "status": "completed", "code": 200}]} {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:23:05.412044 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5701d132-01d4-476d-989d-53a744fc028b {{(pid=107134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:23:05.412542 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5701d132-01d4-476d-989d-53a744fc028b'] response: {'name': 'network-changed', 'server_uuid': 'ff368667-d93b-4b10-9606-09331ebb857c', 'tag': 'f4d37966-d902-4c07-9ee5-4be2e42d1714', 'status': 'completed', 'code': 200} Aug 26 06:23:05.419511 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:05.492033 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0f48246b-3aba-4e2a-a4bf-e8474fbcb167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (e4aca280-4db2-4304-9d64-8c9819efd6b4), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:05.560878 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ae6c5-bd09-4c45-9e7d-0d815af9a754 None None] Pushing event updated for resources: {'Port': ['ID=e4aca280-4db2-4304-9d64-8c9819efd6b4,revision_number=3']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:05.594161 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-0f48246b-3aba-4e2a-a4bf-e8474fbcb167 None None] Attempting to bind port e4aca280-4db2-4304-9d64-8c9819efd6b4 on host dv-cinder-853910-3-iscsi for vnic_type normal with profile {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:23:05.594690 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-0f48246b-3aba-4e2a-a4bf-e8474fbcb167 None None] Attempting to bind port e4aca280-4db2-4304-9d64-8c9819efd6b4 by drivers openvswitch,hyperv on host dv-cinder-853910-3-iscsi at level 0 using segments [{'id': '15f5a37e-6a7e-4950-9cb7-fc9b55991506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd008bdb5-ce3d-4b11-ad7a-76c0e477dc41'}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:23:05.595788 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f48246b-3aba-4e2a-a4bf-e8474fbcb167 None None] Attempting to bind port e4aca280-4db2-4304-9d64-8c9819efd6b4 on network d008bdb5-ce3d-4b11-ad7a-76c0e477dc41 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:23:05.602529 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f48246b-3aba-4e2a-a4bf-e8474fbcb167 None None] Checking agent: {'id': '4b23c1c4-ad66-4056-a835-9b344d252955', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 8, 1), 'started_at': datetime.datetime(2022, 8, 26, 6, 8, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:23:05.603055 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f48246b-3aba-4e2a-a4bf-e8474fbcb167 None None] Checking segment: {'id': '15f5a37e-6a7e-4950-9cb7-fc9b55991506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd008bdb5-ce3d-4b11-ad7a-76c0e477dc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:23:05.603712 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0f48246b-3aba-4e2a-a4bf-e8474fbcb167 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:05.604236 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f48246b-3aba-4e2a-a4bf-e8474fbcb167 None None] Bound using segment: {'id': '15f5a37e-6a7e-4950-9cb7-fc9b55991506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd008bdb5-ce3d-4b11-ad7a-76c0e477dc41'} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:23:05.604841 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-0f48246b-3aba-4e2a-a4bf-e8474fbcb167 None None] Bound port: e4aca280-4db2-4304-9d64-8c9819efd6b4, host: dv-cinder-853910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f5a37e-6a7e-4950-9cb7-fc9b55991506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd008bdb5-ce3d-4b11-ad7a-76c0e477dc41'}}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:23:05.605335 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0f48246b-3aba-4e2a-a4bf-e8474fbcb167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (e4aca280-4db2-4304-9d64-8c9819efd6b4), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:05.670823 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-0f48246b-3aba-4e2a-a4bf-e8474fbcb167 None None] For port e4aca280-4db2-4304-9d64-8c9819efd6b4, host dv-cinder-853910-3-iscsi, cleared binding levels {{(pid=107136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:23:05.675781 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-0f48246b-3aba-4e2a-a4bf-e8474fbcb167 None None] For port e4aca280-4db2-4304-9d64-8c9819efd6b4, host dv-cinder-853910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=e4aca280-4db2-4304-9d64-8c9819efd6b4,segment=NetworkSegment(15f5a37e-6a7e-4950-9cb7-fc9b55991506),segment_id=15f5a37e-6a7e-4950-9cb7-fc9b55991506)] {{(pid=107136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:23:05.869602 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0f48246b-3aba-4e2a-a4bf-e8474fbcb167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (e4aca280-4db2-4304-9d64-8c9819efd6b4), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:05.904515 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f48246b-3aba-4e2a-a4bf-e8474fbcb167 None None] Routers {'4173f7a3-bc7a-4ae2-a1a2-398bebf1308b'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:23:05.905155 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-0f48246b-3aba-4e2a-a4bf-e8474fbcb167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:22:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['4173f7a3-bc7a-4ae2-a1a2-398bebf1308b'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:05.981767 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ae6c5-bd09-4c45-9e7d-0d815af9a754 None None] Pushing event updated for resources: {'Port': ['ID=e4aca280-4db2-4304-9d64-8c9819efd6b4,revision_number=4']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:06.003259 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 55824) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:06.008220 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-191f9aa9-2ee5-4f73-9a1b-b04ec0e42ddf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1628787377-network', 'tenant_id': '03e76ed17eff49e289513ca492f561b9'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:23:06.058575 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-0f48246b-3aba-4e2a-a4bf-e8474fbcb167 None None] Set router 4173f7a3-bc7a-4ae2-a1a2-398bebf1308b gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:23:06.170576 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a9c25c5d-714e-434b-9cda-d504af3af272 req-15d1751e-8982-4d7c-bc2d-2e7d353faf8c tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 210 time: 0.0869470 Aug 26 06:23:06.171816 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b729a8-54a9-4361-97e6-b1e943a0c4db req-c1814bc2-4f2e-4001-8b0f-d4be9342341d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:06.173941 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f7b729a8-54a9-4361-97e6-b1e943a0c4db req-c1814bc2-4f2e-4001-8b0f-d4be9342341d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=01817da1260c41b4abe6f02b11c66232&device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 1130 time: 0.1162817 Aug 26 06:23:06.194380 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191f9aa9-2ee5-4f73-9a1b-b04ec0e42ddf admin admin] Made reservation on behalf of 03e76ed17eff49e289513ca492f561b9 for: {'network': 1} {{(pid=107134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:23:06.201101 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-191f9aa9-2ee5-4f73-9a1b-b04ec0e42ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for network (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:06.234309 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:06.258349 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-191f9aa9-2ee5-4f73-9a1b-b04ec0e42ddf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:06.314221 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:06.319910 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-0f48246b-3aba-4e2a-a4bf-e8474fbcb167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'name': 'tempest-TestShelveInstance-1686240723-router', 'tenant_id': '52e8949a7d05434396f8e8631f2cdb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'c1731365-52b1-4ae9-be64-2499700d5562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:22:57Z', 'updated_at': '2022-08-26T06:23:02Z', 'revision_number': 4, 'project_id': '52e8949a7d05434396f8e8631f2cdb72', 'gw_port': {'id': 'c1731365-52b1-4ae9-be64-2499700d5562', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:22:58Z', 'updated_at': '2022-08-26T06:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': 'e4aca280-4db2-4304-9d64-8c9819efd6b4', 'name': '', 'network_id': 'd008bdb5-ce3d-4b11-ad7a-76c0e477dc41', 'tenant_id': '52e8949a7d05434396f8e8631f2cdb72', 'mac_address': 'fa:16:3e:b8:73:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '5f699233-c501-458c-b7e9-e6e0a4a2c481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:23:01Z', 'updated_at': '2022-08-26T06:23:05Z', 'revision_number': 4, 'project_id': '52e8949a7d05434396f8e8631f2cdb72', 'subnets': [{'id': '5f699233-c501-458c-b7e9-e6e0a4a2c481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:06.347290 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f48246b-3aba-4e2a-a4bf-e8474fbcb167 None None] The sync data for ids ['4173f7a3-bc7a-4ae2-a1a2-398bebf1308b'] in dv-cinder-853910-3-iscsi is: [{'id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'name': 'tempest-TestShelveInstance-1686240723-router', 'tenant_id': '52e8949a7d05434396f8e8631f2cdb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'c1731365-52b1-4ae9-be64-2499700d5562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:22:57Z', 'updated_at': '2022-08-26T06:23:02Z', 'revision_number': 4, 'project_id': '52e8949a7d05434396f8e8631f2cdb72', 'gw_port': {'id': 'c1731365-52b1-4ae9-be64-2499700d5562', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:22:58Z', 'updated_at': '2022-08-26T06:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': 'e4aca280-4db2-4304-9d64-8c9819efd6b4', 'name': '', 'network_id': 'd008bdb5-ce3d-4b11-ad7a-76c0e477dc41', 'tenant_id': '52e8949a7d05434396f8e8631f2cdb72', 'mac_address': 'fa:16:3e:b8:73:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '5f699233-c501-458c-b7e9-e6e0a4a2c481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:23:01Z', 'updated_at': '2022-08-26T06:23:05Z', 'revision_number': 4, 'project_id': '52e8949a7d05434396f8e8631f2cdb72', 'subnets': [{'id': '5f699233-c501-458c-b7e9-e6e0a4a2c481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:23:06.359503 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b729a8-54a9-4361-97e6-b1e943a0c4db req-5e23fe49-965c-4f60-81b8-3eacc4128b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:06.359503 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f7b729a8-54a9-4361-97e6-b1e943a0c4db req-5e23fe49-965c-4f60-81b8-3eacc4128b6e service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=e160e0e8-e0fd-4af5-b357-0de9a51426d2 HTTP/1.1" status: 200 len: 916 time: 0.1734216 Aug 26 06:23:06.418028 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-191f9aa9-2ee5-4f73-9a1b-b04ec0e42ddf admin admin] Publish callbacks [] for security_group (588a905c-b771-4183-996a-1785ab0d4ac1), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:06.464908 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:06.495347 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68bccd-4b89-43b8-b92a-a52b8c3a800f req-2dae9c0e-08cd-4c45-b8d1-41d27f5f0dfb tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:06.497032 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-ad68bccd-4b89-43b8-b92a-a52b8c3a800f req-2dae9c0e-08cd-4c45-b8d1-41d27f5f0dfb tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9 HTTP/1.1" status: 200 len: 945 time: 0.0587075 Aug 26 06:23:06.551534 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-191f9aa9-2ee5-4f73-9a1b-b04ec0e42ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (588a905c-b771-4183-996a-1785ab0d4ac1), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:06.561035 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-ad68bccd-4b89-43b8-b92a-a52b8c3a800f req-67efcb18-c2d2-4973-9cba-fb2d8ecd52d8 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fd646ba9-e303-45ee-8796-05d54d6baa8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569522 Aug 26 06:23:06.597024 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-191f9aa9-2ee5-4f73-9a1b-b04ec0e42ddf admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=107134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 06:23:06.635271 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f7b729a8-54a9-4361-97e6-b1e943a0c4db req-b0528b90-db91-497a-a6bb-5b64b658e1a8 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4d37966-d902-4c07-9ee5-4be2e42d1714 HTTP/1.1" status: 200 len: 217 time: 0.0562618 Aug 26 06:23:06.637501 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f9aa9-2ee5-4f73-9a1b-b04ec0e42ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588a905c-b771-4183-996a-1785ab0d4ac1,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:06.642566 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d9f806-56ee-4067-b6fe-cfdd8983738b req-df1c2fdc-c7a5-4418-ab23-d2f971092176 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:06.644531 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b6d9f806-56ee-4067-b6fe-cfdd8983738b req-df1c2fdc-c7a5-4418-ab23-d2f971092176 tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9 HTTP/1.1" status: 200 len: 945 time: 0.0649152 Aug 26 06:23:06.653763 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-191f9aa9-2ee5-4f73-9a1b-b04ec0e42ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439'] for segment (25d249f2-f293-4e38-856b-61c7e685fe00), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:06.654027 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.db.segments_db [None req-191f9aa9-2ee5-4f73-9a1b-b04ec0e42ddf admin admin] Added segment 25d249f2-f293-4e38-856b-61c7e685fe00 of type vlan for network 5d50eaab-6fb6-482d-8f90-8058e5ef7b61 Aug 26 06:23:06.766583 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:06.774486 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-191f9aa9-2ee5-4f73-9a1b-b04ec0e42ddf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776575837049'] for network (5d50eaab-6fb6-482d-8f90-8058e5ef7b61), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:06.782014 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [req-b6d9f806-56ee-4067-b6fe-cfdd8983738b req-a4926ac4-cbd3-471e-a75c-083fe9b6586d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Deleting port 25e49a9c-7d0c-440b-b98b-c8b9503ba03f {{(pid=107133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:23:06.783241 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-b6d9f806-56ee-4067-b6fe-cfdd8983738b req-a4926ac4-cbd3-471e-a75c-083fe9b6586d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (25e49a9c-7d0c-440b-b98b-c8b9503ba03f), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:06.784513 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b729a8-54a9-4361-97e6-b1e943a0c4db req-b3fc2be2-fa4c-4791-bb71-75e4e7164896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:06.786262 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f7b729a8-54a9-4361-97e6-b1e943a0c4db req-b3fc2be2-fa4c-4791-bb71-75e4e7164896 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=8d716194-1361-4e1c-afd7-19790eeb2259 HTTP/1.1" status: 200 len: 854 time: 0.1356568 Aug 26 06:23:06.854589 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b729a8-54a9-4361-97e6-b1e943a0c4db req-c399f19a-6af6-4bae-adec-caaac8a1d0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:06.856941 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f7b729a8-54a9-4361-97e6-b1e943a0c4db req-c399f19a-6af6-4bae-adec-caaac8a1d0a2 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=e160e0e8-e0fd-4af5-b357-0de9a51426d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0624888 Aug 26 06:23:06.904496 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:06.912861 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-b6d9f806-56ee-4067-b6fe-cfdd8983738b req-a4926ac4-cbd3-471e-a75c-083fe9b6586d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] For port 25e49a9c-7d0c-440b-b98b-c8b9503ba03f, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=25e49a9c-7d0c-440b-b98b-c8b9503ba03f,segment=NetworkSegment(4777da82-3ccc-43b7-bc69-e5828711c163),segment_id=4777da82-3ccc-43b7-bc69-e5828711c163)] {{(pid=107133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:23:06.913493 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-b6d9f806-56ee-4067-b6fe-cfdd8983738b req-a4926ac4-cbd3-471e-a75c-083fe9b6586d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (25e49a9c-7d0c-440b-b98b-c8b9503ba03f), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:06.948929 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [req-b6d9f806-56ee-4067-b6fe-cfdd8983738b req-a4926ac4-cbd3-471e-a75c-083fe9b6586d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Calling delete_port for 25e49a9c-7d0c-440b-b98b-c8b9503ba03f owned by compute:nova {{(pid=107133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:23:06.997995 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-191f9aa9-2ee5-4f73-9a1b-b04ec0e42ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319'] for network (5d50eaab-6fb6-482d-8f90-8058e5ef7b61), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:06.999311 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191f9aa9-2ee5-4f73-9a1b-b04ec0e42ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:07.006560 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-191f9aa9-2ee5-4f73-9a1b-b04ec0e42ddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for network (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:07.011135 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f7b729a8-54a9-4361-97e6-b1e943a0c4db req-182f01c2-aca8-4d3d-834b-cae4c5032418 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e160e0e8-e0fd-4af5-b357-0de9a51426d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386089 Aug 26 06:23:07.152926 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f9aa9-2ee5-4f73-9a1b-b04ec0e42ddf admin admin] Pushing event updated for resources: {'Network': ['ID=5d50eaab-6fb6-482d-8f90-8058e5ef7b61,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:07.180739 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Network 5d50eaab-6fb6-482d-8f90-8058e5ef7b61 details requested by agent ovs-agent-dv-cinder-853910-3-iscsi with host dv-cinder-853910-3-iscsi {{(pid=107135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 06:23:07.217808 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f7b729a8-54a9-4361-97e6-b1e943a0c4db req-0cb951b0-aa2b-4a72-8736-f365ed0d89bd service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e160e0e8-e0fd-4af5-b357-0de9a51426d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600463 Aug 26 06:23:07.277261 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device e4aca280-4db2-4304-9d64-8c9819efd6b4 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:23:07.286120 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-b6d9f806-56ee-4067-b6fe-cfdd8983738b req-a4926ac4-cbd3-471e-a75c-083fe9b6586d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (25e49a9c-7d0c-440b-b98b-c8b9503ba03f), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:07.291333 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-e399cc2b-e8eb-421c-926a-02723a164cb5 req-8e87f923-0209-4b40-a5c5-e57073b0f994 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 210 time: 0.0451052 Aug 26 06:23:07.302454 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-191f9aa9-2ee5-4f73-9a1b-b04ec0e42ddf admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2979941 Aug 26 06:23:07.307833 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 55842) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:07.323320 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-f7de44ed-68ba-420f-a6e5-078ceb5fc719 admin admin] Request body: {'subnet': {'network_id': '5d50eaab-6fb6-482d-8f90-8058e5ef7b61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1628787377-subnet', 'tenant_id': '03e76ed17eff49e289513ca492f561b9', 'ip_version': 4}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:23:07.352043 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4926ac4-cbd3-471e-a75c-083fe9b6586d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Pushing event deleted for resources: {'Port': ['ID=25e49a9c-7d0c-440b-b98b-c8b9503ba03f,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:07.367472 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] get_ports_and_sgs() called for port_ids ['25e49a9c-7d0c-440b-b98b-c8b9503ba03f'] {{(pid=107135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 06:23:07.421582 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d9f806-56ee-4067-b6fe-cfdd8983738b req-a4926ac4-cbd3-471e-a75c-083fe9b6586d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] No DVR routers for this DVR port 25e49a9c-7d0c-440b-b98b-c8b9503ba03f on host hv-cinder-85391 {{(pid=107133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:23:07.429544 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-b6d9f806-56ee-4067-b6fe-cfdd8983738b req-a4926ac4-cbd3-471e-a75c-083fe9b6586d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:07.433241 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b6d9f806-56ee-4067-b6fe-cfdd8983738b req-a4926ac4-cbd3-471e-a75c-083fe9b6586d tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.76 "DELETE /networking/v2.0/ports/25e49a9c-7d0c-440b-b98b-c8b9503ba03f HTTP/1.1" status: 204 len: 173 time: 0.7752624 Aug 26 06:23:07.434134 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3647fa12-4de4-4b81-aca1-4687ec0af8f9', 'name': 'network-vif-deleted', 'tag': '25e49a9c-7d0c-440b-b98b-c8b9503ba03f'}] {{(pid=107133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:23:07.435492 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port e4aca280-4db2-4304-9d64-8c9819efd6b4 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:23:07.435873 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (e4aca280-4db2-4304-9d64-8c9819efd6b4), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:07.437227 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8285fbc4cf3847b51d9cb7eba3379b7f58b909d4ff4eae5f417f2c246939f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73088db8-289d-4a39-8d08-7dc36ff6d12b" -d '{"events": [{"server_uuid": "3647fa12-4de4-4b81-aca1-4687ec0af8f9", "name": "network-vif-deleted", "tag": "25e49a9c-7d0c-440b-b98b-c8b9503ba03f"}]}' {{(pid=107133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:23:07.504994 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675341cc-22ea-4db2-b86e-56a4d0c5cdd3 x-openstack-request-id: req-675341cc-22ea-4db2-b86e-56a4d0c5cdd3 {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:23:07.505294 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3647fa12-4de4-4b81-aca1-4687ec0af8f9", "name": "network-vif-deleted", "tag": "25e49a9c-7d0c-440b-b98b-c8b9503ba03f", "status": "completed", "code": 200}]} {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:23:07.505547 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-675341cc-22ea-4db2-b86e-56a4d0c5cdd3 {{(pid=107133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:23:07.505951 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-675341cc-22ea-4db2-b86e-56a4d0c5cdd3'] response: {'server_uuid': '3647fa12-4de4-4b81-aca1-4687ec0af8f9', 'name': 'network-vif-deleted', 'tag': '25e49a9c-7d0c-440b-b98b-c8b9503ba03f', 'status': 'completed', 'code': 200} Aug 26 06:23:07.520784 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7de44ed-68ba-420f-a6e5-078ceb5fc719 admin admin] Made reservation on behalf of 03e76ed17eff49e289513ca492f561b9 for: {'subnet': 1} {{(pid=107134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:23:07.523525 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f7de44ed-68ba-420f-a6e5-078ceb5fc719 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3522598'] for subnet (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:07.544312 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:07.562430 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port e4aca280-4db2-4304-9d64-8c9819efd6b4 is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:23:07.562894 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (e4aca280-4db2-4304-9d64-8c9819efd6b4), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:07.608054 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] For port e4aca280-4db2-4304-9d64-8c9819efd6b4, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=e4aca280-4db2-4304-9d64-8c9819efd6b4,segment=NetworkSegment(15f5a37e-6a7e-4950-9cb7-fc9b55991506),segment_id=15f5a37e-6a7e-4950-9cb7-fc9b55991506)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:23:07.708067 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-89344695-09d9-4c63-adb2-f907a2d6951d req-4ab3e20a-0de1-4d83-9742-e1e21b8b3c0e tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9 HTTP/1.1" status: 200 len: 210 time: 0.0356104 Aug 26 06:23:07.857766 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (e4aca280-4db2-4304-9d64-8c9819efd6b4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:07.946961 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Pushing event updated for resources: {'Port': ['ID=e4aca280-4db2-4304-9d64-8c9819efd6b4,revision_number=5']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:08.063170 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f7de44ed-68ba-420f-a6e5-078ceb5fc719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3186391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3522580'] for subnet (a3d0d2b4-dd14-44c3-9b9f-c52f7bd99909), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:08.119088 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de44ed-68ba-420f-a6e5-078ceb5fc719 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3d0d2b4-dd14-44c3-9b9f-c52f7bd99909,revision_number=0']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:08.135304 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7de44ed-68ba-420f-a6e5-078ceb5fc719 admin admin] Checking segment: {'id': '25d249f2-f293-4e38-856b-61c7e685fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5d50eaab-6fb6-482d-8f90-8058e5ef7b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:23:08.135659 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7de44ed-68ba-420f-a6e5-078ceb5fc719 admin admin] Network hostable DHCP agents. Network: 5d50eaab-6fb6-482d-8f90-8058e5ef7b61, hostable agents: ['cf64840e-f340-4e9a-bb2f-df6b7decc44a'], hosted agents: [] {{(pid=107134) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 06:23:08.286291 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7de44ed-68ba-420f-a6e5-078ceb5fc719 admin admin] Network 5d50eaab-6fb6-482d-8f90-8058e5ef7b61 is scheduled to be hosted by DHCP agent cf64840e-f340-4e9a-bb2f-df6b7decc44a with binding_index 1 {{(pid=107134) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 06:23:08.425327 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-fad2321d-f4d4-45fb-b1fa-d51cdaad317a req-6797ab10-53e2-4d63-8d1f-14f7ddbaa100 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 210 time: 0.0331867 Aug 26 06:23:08.463243 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [None req-f7de44ed-68ba-420f-a6e5-078ceb5fc719 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-3-iscsi, 5d50eaab-6fb6-482d-8f90-8058e5ef7b61) {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:23:08.467616 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7de44ed-68ba-420f-a6e5-078ceb5fc719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:08.468315 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f7de44ed-68ba-420f-a6e5-078ceb5fc719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for subnet (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:08.475970 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28378100-03d8-4dc5-b8cc-37a92069ad2f None None] Network 5d50eaab-6fb6-482d-8f90-8058e5ef7b61 requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:23:08.590969 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e267603-7561-4fd1-bc01-d645e42960e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dd3542d-7dca-51c5-b561-2f21a9595a38-5d50eaab-6fb6-482d-8f90-8058e5ef7b61', 'network_id': '5d50eaab-6fb6-482d-8f90-8058e5ef7b61', 'project_id': '03e76ed17eff49e289513ca492f561b9', 'fixed_ips': [{'subnet_id': 'a3d0d2b4-dd14-44c3-9b9f-c52f7bd99909'}]}} from dv-cinder-853910-3-iscsi. {{(pid=107135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 06:23:08.591970 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2e267603-7561-4fd1-bc01-d645e42960e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:08.661200 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-f7de44ed-68ba-420f-a6e5-078ceb5fc719 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3516960 Aug 26 06:23:08.663646 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 55860) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:08.667937 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-4e79a017-9755-4312-91b0-6e0d4c729751 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1628787377-router', 'tenant_id': '03e76ed17eff49e289513ca492f561b9', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:23:08.740350 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_common [None req-2e267603-7561-4fd1-bc01-d645e42960e1 None None] Allocated IP 172.20.0.2 (5d50eaab-6fb6-482d-8f90-8058e5ef7b61/a3d0d2b4-dd14-44c3-9b9f-c52f7bd99909/98704804-4ae6-4733-8e30-eeed86c7f956) {{(pid=107135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:23:08.800965 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:08.800965 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4e79a017-9755-4312-91b0-6e0d4c729751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32324'] for router (6c129104-8baf-46d6-ad45-8c762c712da0), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:08.800965 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4e79a017-9755-4312-91b0-6e0d4c729751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1621550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1785856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32333'] for router (6c129104-8baf-46d6-ad45-8c762c712da0), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:08.837283 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0434b351-be4f-460e-8004-88b8004d0f5f req-7f900af5-f75a-4289-a391-d7e4bd3f37bd tempest-ServerRescueNegativeTestJSON-952056989 tempest-ServerRescueNegativeTestJSON-952056989-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3647fa12-4de4-4b81-aca1-4687ec0af8f9 HTTP/1.1" status: 200 len: 210 time: 0.0290020 Aug 26 06:23:08.854068 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4e79a017-9755-4312-91b0-6e0d4c729751 admin admin] Publish callbacks [] for router_controller (6c129104-8baf-46d6-ad45-8c762c712da0), precommit_add_association {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:08.902870 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2e267603-7561-4fd1-bc01-d645e42960e1 None None] Publish callbacks [] for port (98704804-4ae6-4733-8e30-eeed86c7f956), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:09.035314 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2e267603-7561-4fd1-bc01-d645e42960e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587'] for port (98704804-4ae6-4733-8e30-eeed86c7f956), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:09.077158 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e267603-7561-4fd1-bc01-d645e42960e1 None None] Network 5d50eaab-6fb6-482d-8f90-8058e5ef7b61 is already hosted by enough agents. {{(pid=107135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:23:09.081012 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-2e267603-7561-4fd1-bc01-d645e42960e1 None None] Resources bound (agent type, host, resource id): {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:23:09.088105 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e267603-7561-4fd1-bc01-d645e42960e1 None None] Received port after_create {{(pid=107135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:23:09.101640 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e267603-7561-4fd1-bc01-d645e42960e1 None None] Pushing event updated for resources: {'Port': ['ID=98704804-4ae6-4733-8e30-eeed86c7f956,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:09.117024 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4e79a017-9755-4312-91b0-6e0d4c729751 admin admin] Publish callbacks [] for router_gateway (6c129104-8baf-46d6-ad45-8c762c712da0), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:09.157280 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-2e267603-7561-4fd1-bc01-d645e42960e1 None None] Attempting to bind port 98704804-4ae6-4733-8e30-eeed86c7f956 on host dv-cinder-853910-3-iscsi for vnic_type normal with profile {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:23:09.158419 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-2e267603-7561-4fd1-bc01-d645e42960e1 None None] Attempting to bind port 98704804-4ae6-4733-8e30-eeed86c7f956 by drivers openvswitch,hyperv on host dv-cinder-853910-3-iscsi at level 0 using segments [{'id': '25d249f2-f293-4e38-856b-61c7e685fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5d50eaab-6fb6-482d-8f90-8058e5ef7b61'}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:23:09.158611 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e267603-7561-4fd1-bc01-d645e42960e1 None None] Attempting to bind port 98704804-4ae6-4733-8e30-eeed86c7f956 on network 5d50eaab-6fb6-482d-8f90-8058e5ef7b61 {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:23:09.164593 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e267603-7561-4fd1-bc01-d645e42960e1 None None] Checking agent: {'id': '4b23c1c4-ad66-4056-a835-9b344d252955', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 8, 1), 'started_at': datetime.datetime(2022, 8, 26, 6, 8, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:23:09.164947 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e267603-7561-4fd1-bc01-d645e42960e1 None None] Checking segment: {'id': '25d249f2-f293-4e38-856b-61c7e685fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5d50eaab-6fb6-482d-8f90-8058e5ef7b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:23:09.165348 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2e267603-7561-4fd1-bc01-d645e42960e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:09.165739 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e267603-7561-4fd1-bc01-d645e42960e1 None None] Bound using segment: {'id': '25d249f2-f293-4e38-856b-61c7e685fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5d50eaab-6fb6-482d-8f90-8058e5ef7b61'} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:23:09.166204 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-2e267603-7561-4fd1-bc01-d645e42960e1 None None] Bound port: 98704804-4ae6-4733-8e30-eeed86c7f956, host: dv-cinder-853910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d249f2-f293-4e38-856b-61c7e685fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5d50eaab-6fb6-482d-8f90-8058e5ef7b61'}}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:23:09.166581 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2e267603-7561-4fd1-bc01-d645e42960e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (98704804-4ae6-4733-8e30-eeed86c7f956), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:09.233852 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device e4aca280-4db2-4304-9d64-8c9819efd6b4 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:23:09.242785 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-2e267603-7561-4fd1-bc01-d645e42960e1 None None] For port 98704804-4ae6-4733-8e30-eeed86c7f956, host dv-cinder-853910-3-iscsi, cleared binding levels {{(pid=107135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:23:09.277598 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-2e267603-7561-4fd1-bc01-d645e42960e1 None None] For port 98704804-4ae6-4733-8e30-eeed86c7f956, host dv-cinder-853910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=98704804-4ae6-4733-8e30-eeed86c7f956,segment=NetworkSegment(25d249f2-f293-4e38-856b-61c7e685fe00),segment_id=25d249f2-f293-4e38-856b-61c7e685fe00)] {{(pid=107135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:23:09.297036 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port e4aca280-4db2-4304-9d64-8c9819efd6b4 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:23:09.297499 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (e4aca280-4db2-4304-9d64-8c9819efd6b4), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:09.393124 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port e4aca280-4db2-4304-9d64-8c9819efd6b4 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:23:09.429618 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:09.432182 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2e267603-7561-4fd1-bc01-d645e42960e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (98704804-4ae6-4733-8e30-eeed86c7f956), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:09.494840 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4e79a017-9755-4312-91b0-6e0d4c729751 admin admin] Publish callbacks [] for router_gateway (6c129104-8baf-46d6-ad45-8c762c712da0), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:09.511988 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e267603-7561-4fd1-bc01-d645e42960e1 None None] Pushing event updated for resources: {'Port': ['ID=98704804-4ae6-4733-8e30-eeed86c7f956,revision_number=2']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:09.523096 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4e79a017-9755-4312-91b0-6e0d4c729751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:09.568614 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-29c6419b-48c5-4b4f-80f0-fdd5c25335b6 req-f9bd47eb-5eb1-4325-8d79-f65b569608bb tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 210 time: 0.0338273 Aug 26 06:23:09.648824 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:09.699670 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.db_base_plugin_common [None req-4e79a017-9755-4312-91b0-6e0d4c729751 admin admin] Allocated IP 172.27.3.237 (7bfbcaf8-cfd7-4da9-9873-fb578302608c/6eb332c5-848f-450d-bdad-4a764241332a/58bbd846-5519-4052-affc-d16bb667d642) {{(pid=107134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:23:09.913362 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 55872) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:10.121711 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4e79a017-9755-4312-91b0-6e0d4c729751 admin admin] Publish callbacks [] for port (58bbd846-5519-4052-affc-d16bb667d642), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:10.144059 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:10.175005 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-f6fff174-9b7c-44ec-8833-b152ddb08f67 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:10.176627 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-f6fff174-9b7c-44ec-8833-b152ddb08f67 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.76 "GET /networking/v2.0/networks?id=0329fd48-f6a9-4c16-8004-ab5a1f76eb8f HTTP/1.1" status: 200 len: 816 time: 0.1730382 Aug 26 06:23:10.303564 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad30508-81d7-43e1-ab76-97214c1ef422 req-7982ecba-88c5-4bb4-a274-2fa08b9189ee tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:10.303811 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4e79a017-9755-4312-91b0-6e0d4c729751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (58bbd846-5519-4052-affc-d16bb667d642), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:10.305206 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-aad30508-81d7-43e1-ab76-97214c1ef422 req-7982ecba-88c5-4bb4-a274-2fa08b9189ee tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 946 time: 0.1275947 Aug 26 06:23:10.375492 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e79a017-9755-4312-91b0-6e0d4c729751 admin admin] Network 7bfbcaf8-cfd7-4da9-9873-fb578302608c is already hosted by enough agents. {{(pid=107134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:23:10.380497 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [None req-4e79a017-9755-4312-91b0-6e0d4c729751 admin admin] Resources bound (agent type, host, resource id): {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:23:10.385279 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e79a017-9755-4312-91b0-6e0d4c729751 admin admin] Received port after_create {{(pid=107134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:23:10.392559 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79a017-9755-4312-91b0-6e0d4c729751 admin admin] Pushing event updated for resources: {'Port': ['ID=58bbd846-5519-4052-affc-d16bb667d642,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:10.416020 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-aad30508-81d7-43e1-ab76-97214c1ef422 req-7c444d97-ddf4-4ac2-872d-262b707b2830 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006131 Aug 26 06:23:10.667693 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c280c5-4f57-475f-8e23-a43d85125567 None None] Network 5d50eaab-6fb6-482d-8f90-8058e5ef7b61 requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:23:10.734423 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-4fe69fd2-7c1b-4c1f-8122-807b352392fa req-53e2321b-a3e3-4774-96e9-c41833cbf1c3 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 210 time: 0.0561161 Aug 26 06:23:10.744331 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-90fa95ff-5b51-419a-b1fb-22f6dbeedb98 None None] Provisioning complete for port 98704804-4ae6-4733-8e30-eeed86c7f956 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:23:10.744975 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-90fa95ff-5b51-419a-b1fb-22f6dbeedb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (98704804-4ae6-4733-8e30-eeed86c7f956), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:10.818765 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-cb4d3548-53eb-4fce-922a-0488b1e9937e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614426'] for router_interface (0f2f8638-8081-4d93-a6b4-3c7c641c96ee), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:10.879822 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4e79a017-9755-4312-91b0-6e0d4c729751 admin admin] Publish callbacks [] for router_gateway (6c129104-8baf-46d6-ad45-8c762c712da0), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:10.903976 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-90fa95ff-5b51-419a-b1fb-22f6dbeedb98 None None] Current status of the port 98704804-4ae6-4733-8e30-eeed86c7f956 is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:23:10.905003 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-90fa95ff-5b51-419a-b1fb-22f6dbeedb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (98704804-4ae6-4733-8e30-eeed86c7f956), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:10.958480 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-90fa95ff-5b51-419a-b1fb-22f6dbeedb98 None None] For port 98704804-4ae6-4733-8e30-eeed86c7f956, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=98704804-4ae6-4733-8e30-eeed86c7f956,segment=NetworkSegment(25d249f2-f293-4e38-856b-61c7e685fe00),segment_id=25d249f2-f293-4e38-856b-61c7e685fe00)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:23:10.986524 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 25e49a9c-7d0c-440b-b98b-c8b9503ba03f no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:23:11.012602 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] No Port match for: 25e49a9c-7d0c-440b-b98b-c8b9503ba03f {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:23:11.013369 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 25e49a9c-7d0c-440b-b98b-c8b9503ba03f not bound to the agent host hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:23:11.108447 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-90fa95ff-5b51-419a-b1fb-22f6dbeedb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (98704804-4ae6-4733-8e30-eeed86c7f956), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:11.127181 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:11.134937 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4e79a017-9755-4312-91b0-6e0d4c729751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621576'] for router (6c129104-8baf-46d6-ad45-8c762c712da0), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:11.185530 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa95ff-5b51-419a-b1fb-22f6dbeedb98 None None] Pushing event updated for resources: {'Port': ['ID=98704804-4ae6-4733-8e30-eeed86c7f956,revision_number=3']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:11.245196 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [None req-cb4d3548-53eb-4fce-922a-0488b1e9937e admin admin] Deleting port 0f5140f9-8989-46bf-bd47-2fe5c097f5e6 {{(pid=107133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:23:11.245913 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-cb4d3548-53eb-4fce-922a-0488b1e9937e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (0f5140f9-8989-46bf-bd47-2fe5c097f5e6), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:11.258362 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-c4f668d8-36a4-468b-901d-96991d461a5f None None] Provisioning complete for port 98704804-4ae6-4733-8e30-eeed86c7f956 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:23:11.258779 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c4f668d8-36a4-468b-901d-96991d461a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (98704804-4ae6-4733-8e30-eeed86c7f956), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:11.283981 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:11.309811 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 98704804-4ae6-4733-8e30-eeed86c7f956 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:23:11.356555 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [None req-cb4d3548-53eb-4fce-922a-0488b1e9937e admin admin] For port 0f5140f9-8989-46bf-bd47-2fe5c097f5e6, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=0f5140f9-8989-46bf-bd47-2fe5c097f5e6,segment=NetworkSegment(4777da82-3ccc-43b7-bc69-e5828711c163),segment_id=4777da82-3ccc-43b7-bc69-e5828711c163)] {{(pid=107133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:23:11.357184 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-cb4d3548-53eb-4fce-922a-0488b1e9937e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (0f5140f9-8989-46bf-bd47-2fe5c097f5e6), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:11.372469 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [None req-cb4d3548-53eb-4fce-922a-0488b1e9937e admin admin] Calling delete_port for 0f5140f9-8989-46bf-bd47-2fe5c097f5e6 owned by network:router_interface {{(pid=107133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:23:11.391334 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-c4f668d8-36a4-468b-901d-96991d461a5f None None] Current status of the port 98704804-4ae6-4733-8e30-eeed86c7f956 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:23:11.404010 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 98704804-4ae6-4733-8e30-eeed86c7f956 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:23:11.404218 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (98704804-4ae6-4733-8e30-eeed86c7f956), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:11.411432 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e79a017-9755-4312-91b0-6e0d4c729751 admin admin] Router 6c129104-8baf-46d6-ad45-8c762c712da0 is scheduled to L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 with binding_index 1 {{(pid=107134) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 06:23:11.566663 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e79a017-9755-4312-91b0-6e0d4c729751 admin admin] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:23:11.589112 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6f7e17-5f84-4fe8-a54f-65d43e6e7bf3 None None] Sync routers for ids ['6c129104-8baf-46d6-ad45-8c762c712da0'] in dv-cinder-853910-3-iscsi {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:23:11.607173 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6f7e17-5f84-4fe8-a54f-65d43e6e7bf3 None None] Routers {'6c129104-8baf-46d6-ad45-8c762c712da0'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:23:11.608335 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-3d6f7e17-5f84-4fe8-a54f-65d43e6e7bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:22:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['6c129104-8baf-46d6-ad45-8c762c712da0'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:11.640508 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f94e7-254e-4ff4-88e9-a6bc4506dbfd req-5bb133ea-7198-4eeb-acc0-eb39b0ee7b7b tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:11.640508 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a92f94e7-254e-4ff4-88e9-a6bc4506dbfd req-5bb133ea-7198-4eeb-acc0-eb39b0ee7b7b tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 946 time: 0.0997829 Aug 26 06:23:11.677418 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 98704804-4ae6-4733-8e30-eeed86c7f956 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:23:11.740741 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-739d126a-b53c-4b5c-87b4-d2658d49c980 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f7e0c375a58842e18a4306779fd6e167 HTTP/1.1" status: 200 len: 379 time: 0.1669512 Aug 26 06:23:11.762041 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a92f94e7-254e-4ff4-88e9-a6bc4506dbfd req-26d79e2d-cbe3-4ffc-9bdb-196236b97882 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dde0a0f1-da41-4c28-b308-c3edefcbd1dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931764 Aug 26 06:23:11.767204 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-9b819d84-6dd3-425d-84a9-a33d84fff50b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Request body: {'port': {'device_id': 'ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1', 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f', 'admin_state_up': True, 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'security_groups': ['dc8936b7-0d75-4341-b4b5-853852f862bc']}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:23:11.802642 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4e79a017-9755-4312-91b0-6e0d4c729751 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:11.806836 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-4e79a017-9755-4312-91b0-6e0d4c729751 admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1421471 Aug 26 06:23:11.807520 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 55884) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:11.827785 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:11.833232 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-3d6f7e17-5f84-4fe8-a54f-65d43e6e7bf3 None None] Set router 6c129104-8baf-46d6-ad45-8c762c712da0 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:23:11.869753 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-cb4d3548-53eb-4fce-922a-0488b1e9937e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (0f5140f9-8989-46bf-bd47-2fe5c097f5e6), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:11.897174 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d3548-53eb-4fce-922a-0488b1e9937e admin admin] Pushing event deleted for resources: {'Port': ['ID=0f5140f9-8989-46bf-bd47-2fe5c097f5e6,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:11.928303 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-d3abc03e-4c1a-4b62-a8ee-f85b6f14e096 req-5f78efa2-697f-424e-b4b7-f54b049a7dc9 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 210 time: 0.0640969 Aug 26 06:23:11.971339 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d1fe2-2d68-4705-b3ea-1976fcfcf313 req-6ee09e34-3a8a-4a44-9034-7ebfb5e91674 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:11.976569 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-1e9d1fe2-2d68-4705-b3ea-1976fcfcf313 req-6ee09e34-3a8a-4a44-9034-7ebfb5e91674 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 946 time: 0.1100953 Aug 26 06:23:12.096369 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-3d6f7e17-5f84-4fe8-a54f-65d43e6e7bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c129104-8baf-46d6-ad45-8c762c712da0', 'name': 'tempest-TestShelveInstance-1628787377-router', 'tenant_id': '03e76ed17eff49e289513ca492f561b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '58bbd846-5519-4052-affc-d16bb667d642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:23:08Z', 'updated_at': '2022-08-26T06:23:10Z', 'revision_number': 3, 'project_id': '03e76ed17eff49e289513ca492f561b9', 'gw_port': {'id': '58bbd846-5519-4052-affc-d16bb667d642', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c129104-8baf-46d6-ad45-8c762c712da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:23:09Z', 'updated_at': '2022-08-26T06:23:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:12.129809 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6f7e17-5f84-4fe8-a54f-65d43e6e7bf3 None None] Checking router: 6c129104-8baf-46d6-ad45-8c762c712da0 for host: dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:23:12.130215 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6f7e17-5f84-4fe8-a54f-65d43e6e7bf3 None None] Updating router 6c129104-8baf-46d6-ad45-8c762c712da0 port 58bbd846-5519-4052-affc-d16bb667d642 binding host dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 06:23:12.145212 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [req-1e9d1fe2-2d68-4705-b3ea-1976fcfcf313 req-bf2658be-b89b-4f85-bc9b-c63b257bc286 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Deleting port f4d37966-d902-4c07-9ee5-4be2e42d1714 {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:23:12.145587 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-1e9d1fe2-2d68-4705-b3ea-1976fcfcf313 req-bf2658be-b89b-4f85-bc9b-c63b257bc286 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (f4d37966-d902-4c07-9ee5-4be2e42d1714), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:12.156003 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-cb4d3548-53eb-4fce-922a-0488b1e9937e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614382'] for router_interface (0f2f8638-8081-4d93-a6b4-3c7c641c96ee), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:12.159851 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-9b819d84-6dd3-425d-84a9-a33d84fff50b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Made reservation on behalf of f7e0c375a58842e18a4306779fd6e167 for: {'port': 1} {{(pid=107133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:23:12.163726 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-9b819d84-6dd3-425d-84a9-a33d84fff50b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:12.168740 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3d6f7e17-5f84-4fe8-a54f-65d43e6e7bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (58bbd846-5519-4052-affc-d16bb667d642), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:12.333439 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [req-1e9d1fe2-2d68-4705-b3ea-1976fcfcf313 req-bf2658be-b89b-4f85-bc9b-c63b257bc286 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] For port f4d37966-d902-4c07-9ee5-4be2e42d1714, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=f4d37966-d902-4c07-9ee5-4be2e42d1714,segment=NetworkSegment(61084740-e827-4b91-82dd-c854e7f47a2f),segment_id=61084740-e827-4b91-82dd-c854e7f47a2f)] {{(pid=107134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:23:12.333828 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-1e9d1fe2-2d68-4705-b3ea-1976fcfcf313 req-bf2658be-b89b-4f85-bc9b-c63b257bc286 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (f4d37966-d902-4c07-9ee5-4be2e42d1714), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:12.389994 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [req-1e9d1fe2-2d68-4705-b3ea-1976fcfcf313 req-bf2658be-b89b-4f85-bc9b-c63b257bc286 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Calling delete_port for f4d37966-d902-4c07-9ee5-4be2e42d1714 owned by compute:nova {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:23:12.458681 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_common [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-9b819d84-6dd3-425d-84a9-a33d84fff50b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Allocated IP 172.20.0.12 (0329fd48-f6a9-4c16-8004-ab5a1f76eb8f/ce64dff0-037a-436e-960d-bd71ac86cc2b/eae53896-6ef9-4506-ab00-a183cb7c9907) {{(pid=107133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:23:12.553727 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:12.582634 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3d6f7e17-5f84-4fe8-a54f-65d43e6e7bf3 None None] Publish callbacks [] for port (58bbd846-5519-4052-affc-d16bb667d642), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:12.593709 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4d3548-53eb-4fce-922a-0488b1e9937e admin admin] Router 0f2f8638-8081-4d93-a6b4-3c7c641c96ee has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:23:12.663670 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:12.682080 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-166d2028-06b6-490e-8feb-94a77be68a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:12.742604 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3d6f7e17-5f84-4fe8-a54f-65d43e6e7bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (58bbd846-5519-4052-affc-d16bb667d642), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:12.745322 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4d3548-53eb-4fce-922a-0488b1e9937e admin admin] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:23:12.753277 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-cb4d3548-53eb-4fce-922a-0488b1e9937e admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/0f2f8638-8081-4d93-a6b4-3c7c641c96ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8352053 Aug 26 06:23:12.753734 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 55898) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:12.758102 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf4dd9f-dfb2-4431-a0f3-ccfc8c86bf1b None None] Sync routers for ids ['0f2f8638-8081-4d93-a6b4-3c7c641c96ee'] in dv-cinder-853910-3-iscsi {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:23:12.774687 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf4dd9f-dfb2-4431-a0f3-ccfc8c86bf1b None None] Routers {'0f2f8638-8081-4d93-a6b4-3c7c641c96ee'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:23:12.775748 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-ccf4dd9f-dfb2-4431-a0f3-ccfc8c86bf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:22:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['0f2f8638-8081-4d93-a6b4-3c7c641c96ee'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:12.790388 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc51fcd-3b51-4753-a090-0c4f3519484f None None] Pushing event updated for resources: {'Port': ['ID=58bbd846-5519-4052-affc-d16bb667d642,revision_number=2']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:12.805589 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-3d6f7e17-5f84-4fe8-a54f-65d43e6e7bf3 None None] Attempting to bind port 58bbd846-5519-4052-affc-d16bb667d642 on host dv-cinder-853910-3-iscsi for vnic_type normal with profile {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:23:12.806172 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-3d6f7e17-5f84-4fe8-a54f-65d43e6e7bf3 None None] Attempting to bind port 58bbd846-5519-4052-affc-d16bb667d642 by drivers openvswitch,hyperv on host dv-cinder-853910-3-iscsi at level 0 using segments [{'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:23:12.806741 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6f7e17-5f84-4fe8-a54f-65d43e6e7bf3 None None] Attempting to bind port 58bbd846-5519-4052-affc-d16bb667d642 on network 7bfbcaf8-cfd7-4da9-9873-fb578302608c {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:23:12.826559 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6f7e17-5f84-4fe8-a54f-65d43e6e7bf3 None None] Checking agent: {'id': '4b23c1c4-ad66-4056-a835-9b344d252955', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 8, 1), 'started_at': datetime.datetime(2022, 8, 26, 6, 8, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:23:12.830302 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6f7e17-5f84-4fe8-a54f-65d43e6e7bf3 None None] Checking segment: {'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:23:12.830872 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3d6f7e17-5f84-4fe8-a54f-65d43e6e7bf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:12.831399 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6f7e17-5f84-4fe8-a54f-65d43e6e7bf3 None None] Bound using segment: {'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:23:12.831999 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-3d6f7e17-5f84-4fe8-a54f-65d43e6e7bf3 None None] Bound port: 58bbd846-5519-4052-affc-d16bb667d642, host: dv-cinder-853910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:23:12.833117 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3d6f7e17-5f84-4fe8-a54f-65d43e6e7bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (58bbd846-5519-4052-affc-d16bb667d642), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:12.889630 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.db_base_plugin_common [None req-166d2028-06b6-490e-8feb-94a77be68a39 admin admin] Allocated IP 172.20.0.1 (5d50eaab-6fb6-482d-8f90-8058e5ef7b61/a3d0d2b4-dd14-44c3-9b9f-c52f7bd99909/3952aa79-fe92-487e-b42a-d2f8fada8f72) {{(pid=107134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:23:12.904933 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-99caa5c5-7583-407b-a6fe-01b3ac732947 admin admin] Publish callbacks [] for router (0f2f8638-8081-4d93-a6b4-3c7c641c96ee), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:12.956265 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-3d6f7e17-5f84-4fe8-a54f-65d43e6e7bf3 None None] For port 58bbd846-5519-4052-affc-d16bb667d642, host dv-cinder-853910-3-iscsi, cleared binding levels {{(pid=107136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:23:12.965274 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-3d6f7e17-5f84-4fe8-a54f-65d43e6e7bf3 None None] For port 58bbd846-5519-4052-affc-d16bb667d642, host dv-cinder-853910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=58bbd846-5519-4052-affc-d16bb667d642,segment=NetworkSegment(1390a542-366f-4986-b4c7-57ccad3a4e4e),segment_id=1390a542-366f-4986-b4c7-57ccad3a4e4e)] {{(pid=107136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:23:13.034908 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-ccf4dd9f-dfb2-4431-a0f3-ccfc8c86bf1b None None] Set router 0f2f8638-8081-4d93-a6b4-3c7c641c96ee gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:23:13.035353 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-166d2028-06b6-490e-8feb-94a77be68a39 admin admin] Publish callbacks [] for port (3952aa79-fe92-487e-b42a-d2f8fada8f72), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:13.074114 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-1e9d1fe2-2d68-4705-b3ea-1976fcfcf313 req-bf2658be-b89b-4f85-bc9b-c63b257bc286 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (f4d37966-d902-4c07-9ee5-4be2e42d1714), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:13.091419 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] get_ports_and_sgs() called for port_ids ['f4d37966-d902-4c07-9ee5-4be2e42d1714'] {{(pid=107135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 06:23:13.167704 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8074613c-35af-4e09-b9d4-9fe5e45476bf req-ed32ebba-d102-4a72-810b-8e7fe7a6a77c tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 210 time: 0.0970154 Aug 26 06:23:13.174898 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2658be-b89b-4f85-bc9b-c63b257bc286 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Pushing event deleted for resources: {'Port': ['ID=f4d37966-d902-4c07-9ee5-4be2e42d1714,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:13.195267 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3d6f7e17-5f84-4fe8-a54f-65d43e6e7bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (58bbd846-5519-4052-affc-d16bb667d642), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:13.240267 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e9d1fe2-2d68-4705-b3ea-1976fcfcf313 req-bf2658be-b89b-4f85-bc9b-c63b257bc286 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] No DVR routers for this DVR port f4d37966-d902-4c07-9ee5-4be2e42d1714 on host hv-cinder-85391 {{(pid=107134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:23:13.243616 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-1e9d1fe2-2d68-4705-b3ea-1976fcfcf313 req-bf2658be-b89b-4f85-bc9b-c63b257bc286 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:13.248481 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-1e9d1fe2-2d68-4705-b3ea-1976fcfcf313 req-bf2658be-b89b-4f85-bc9b-c63b257bc286 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.76 "DELETE /networking/v2.0/ports/f4d37966-d902-4c07-9ee5-4be2e42d1714 HTTP/1.1" status: 204 len: 173 time: 1.2431078 Aug 26 06:23:13.251242 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff368667-d93b-4b10-9606-09331ebb857c', 'name': 'network-vif-deleted', 'tag': 'f4d37966-d902-4c07-9ee5-4be2e42d1714'}] {{(pid=107134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:23:13.253889 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98877e02f8b3cb06335249729d630ff259ce8fa3eff905cdf154d6d548f15152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e54fbe5-9477-4a03-a25c-7ed92f80a425" -d '{"events": [{"server_uuid": "ff368667-d93b-4b10-9606-09331ebb857c", "name": "network-vif-deleted", "tag": "f4d37966-d902-4c07-9ee5-4be2e42d1714"}]}' {{(pid=107134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:23:13.281947 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6f7e17-5f84-4fe8-a54f-65d43e6e7bf3 None None] Routers {'6c129104-8baf-46d6-ad45-8c762c712da0'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:23:13.283900 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-3d6f7e17-5f84-4fe8-a54f-65d43e6e7bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:22:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['6c129104-8baf-46d6-ad45-8c762c712da0'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:13.324962 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f220849-3c61-46a3-b185-11c32d34629d x-openstack-request-id: req-8f220849-3c61-46a3-b185-11c32d34629d {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:23:13.325277 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff368667-d93b-4b10-9606-09331ebb857c", "name": "network-vif-deleted", "tag": "f4d37966-d902-4c07-9ee5-4be2e42d1714", "status": "completed", "code": 200}]} {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:23:13.325663 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8f220849-3c61-46a3-b185-11c32d34629d {{(pid=107134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:23:13.326128 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f220849-3c61-46a3-b185-11c32d34629d'] response: {'server_uuid': 'ff368667-d93b-4b10-9606-09331ebb857c', 'name': 'network-vif-deleted', 'tag': 'f4d37966-d902-4c07-9ee5-4be2e42d1714', 'status': 'completed', 'code': 200} Aug 26 06:23:13.340280 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-ccf4dd9f-dfb2-4431-a0f3-ccfc8c86bf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'name': 'tempest-ServerRescueNegativeTestJSON-182940186-router', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '5e9e0226-0808-483a-91c5-61db967f6b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:23:11Z', 'revision_number': 5, 'project_id': '84a2eee4447b4eadb79fbdbb874d4476', 'gw_port': {'id': '5e9e0226-0808-483a-91c5-61db967f6b93', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:28Z', 'updated_at': '2022-08-26T06:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:13.366709 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf4dd9f-dfb2-4431-a0f3-ccfc8c86bf1b None None] Checking router: 0f2f8638-8081-4d93-a6b4-3c7c641c96ee for host: dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:23:13.375273 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf4dd9f-dfb2-4431-a0f3-ccfc8c86bf1b None None] Routers {'0f2f8638-8081-4d93-a6b4-3c7c641c96ee'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:23:13.375976 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-ccf4dd9f-dfb2-4431-a0f3-ccfc8c86bf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:22:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['0f2f8638-8081-4d93-a6b4-3c7c641c96ee'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:13.377305 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-9b819d84-6dd3-425d-84a9-a33d84fff50b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for port (eae53896-6ef9-4506-ab00-a183cb7c9907), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:13.380660 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-be79f02b-25fc-47fd-afdf-648bea1ab17e req-de414487-106d-4786-9aee-230bfefda111 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 210 time: 0.0377719 Aug 26 06:23:13.418093 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-166d2028-06b6-490e-8feb-94a77be68a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (3952aa79-fe92-487e-b42a-d2f8fada8f72), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:13.440142 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 98704804-4ae6-4733-8e30-eeed86c7f956 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:23:13.447068 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-3d6f7e17-5f84-4fe8-a54f-65d43e6e7bf3 None None] Set router 6c129104-8baf-46d6-ad45-8c762c712da0 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:23:13.477250 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-99caa5c5-7583-407b-a6fe-01b3ac732947 admin admin] Publish callbacks [] for router_gateway (0f2f8638-8081-4d93-a6b4-3c7c641c96ee), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:13.477740 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166d2028-06b6-490e-8feb-94a77be68a39 admin admin] Network 5d50eaab-6fb6-482d-8f90-8058e5ef7b61 is already hosted by enough agents. {{(pid=107134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:23:13.484067 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [None req-166d2028-06b6-490e-8feb-94a77be68a39 admin admin] Resources bound (agent type, host, resource id): {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:23:13.488573 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166d2028-06b6-490e-8feb-94a77be68a39 admin admin] Received port after_create {{(pid=107134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:23:13.491368 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d2028-06b6-490e-8feb-94a77be68a39 admin admin] Pushing event updated for resources: {'Port': ['ID=3952aa79-fe92-487e-b42a-d2f8fada8f72,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:13.508117 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=7 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:13.540441 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc51fcd-3b51-4753-a090-0c4f3519484f None None] Pushing event updated for resources: {'Port': ['ID=58bbd846-5519-4052-affc-d16bb667d642,revision_number=3']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:13.571112 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-166d2028-06b6-490e-8feb-94a77be68a39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614119'] for router_interface (6c129104-8baf-46d6-ad45-8c762c712da0), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:13.589015 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 98704804-4ae6-4733-8e30-eeed86c7f956 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:23:13.589015 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (98704804-4ae6-4733-8e30-eeed86c7f956), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:13.651002 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-ccf4dd9f-dfb2-4431-a0f3-ccfc8c86bf1b None None] Set router 0f2f8638-8081-4d93-a6b4-3c7c641c96ee gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:23:13.709302 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-9b819d84-6dd3-425d-84a9-a33d84fff50b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (eae53896-6ef9-4506-ab00-a183cb7c9907), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:13.820190 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [None req-99caa5c5-7583-407b-a6fe-01b3ac732947 admin admin] Deleting port 5e9e0226-0808-483a-91c5-61db967f6b93 {{(pid=107133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:23:13.820538 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-99caa5c5-7583-407b-a6fe-01b3ac732947 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (5e9e0226-0808-483a-91c5-61db967f6b93), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:13.881824 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-3d6f7e17-5f84-4fe8-a54f-65d43e6e7bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c129104-8baf-46d6-ad45-8c762c712da0', 'name': 'tempest-TestShelveInstance-1628787377-router', 'tenant_id': '03e76ed17eff49e289513ca492f561b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '58bbd846-5519-4052-affc-d16bb667d642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:23:08Z', 'updated_at': '2022-08-26T06:23:10Z', 'revision_number': 3, 'project_id': '03e76ed17eff49e289513ca492f561b9', 'gw_port': {'id': '58bbd846-5519-4052-affc-d16bb667d642', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c129104-8baf-46d6-ad45-8c762c712da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:23:09Z', 'updated_at': '2022-08-26T06:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:13.931402 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6f7e17-5f84-4fe8-a54f-65d43e6e7bf3 None None] The sync data for ids ['6c129104-8baf-46d6-ad45-8c762c712da0'] in dv-cinder-853910-3-iscsi is: [{'id': '6c129104-8baf-46d6-ad45-8c762c712da0', 'name': 'tempest-TestShelveInstance-1628787377-router', 'tenant_id': '03e76ed17eff49e289513ca492f561b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '58bbd846-5519-4052-affc-d16bb667d642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:23:08Z', 'updated_at': '2022-08-26T06:23:10Z', 'revision_number': 3, 'project_id': '03e76ed17eff49e289513ca492f561b9', 'gw_port': {'id': '58bbd846-5519-4052-affc-d16bb667d642', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c129104-8baf-46d6-ad45-8c762c712da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:23:09Z', 'updated_at': '2022-08-26T06:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}] {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:23:13.932501 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-9b819d84-6dd3-425d-84a9-a33d84fff50b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Network 0329fd48-f6a9-4c16-8004-ab5a1f76eb8f is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:23:13.942244 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-9b819d84-6dd3-425d-84a9-a33d84fff50b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:23:13.950744 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-9b819d84-6dd3-425d-84a9-a33d84fff50b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Received port after_create {{(pid=107133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:23:13.963791 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b819d84-6dd3-425d-84a9-a33d84fff50b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Pushing event updated for resources: {'Port': ['ID=eae53896-6ef9-4506-ab00-a183cb7c9907,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:13.969719 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-83fc7974-6c0b-4acd-a3c3-9ea92680920a None None] Provisioning complete for port 3952aa79-fe92-487e-b42a-d2f8fada8f72 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:23:13.970899 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-83fc7974-6c0b-4acd-a3c3-9ea92680920a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (3952aa79-fe92-487e-b42a-d2f8fada8f72), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:13.978225 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 98704804-4ae6-4733-8e30-eeed86c7f956 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:23:14.039826 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-166d2028-06b6-490e-8feb-94a77be68a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (3952aa79-fe92-487e-b42a-d2f8fada8f72), before_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:14.041309 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-83fc7974-6c0b-4acd-a3c3-9ea92680920a None None] Port 3952aa79-fe92-487e-b42a-d2f8fada8f72 cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:23:14.094430 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-9b819d84-6dd3-425d-84a9-a33d84fff50b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:14.095714 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-9b819d84-6dd3-425d-84a9-a33d84fff50b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:14.128738 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [None req-99caa5c5-7583-407b-a6fe-01b3ac732947 admin admin] For port 5e9e0226-0808-483a-91c5-61db967f6b93, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=5e9e0226-0808-483a-91c5-61db967f6b93,segment=NetworkSegment(1390a542-366f-4986-b4c7-57ccad3a4e4e),segment_id=1390a542-366f-4986-b4c7-57ccad3a4e4e)] {{(pid=107133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:23:14.129130 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-99caa5c5-7583-407b-a6fe-01b3ac732947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (5e9e0226-0808-483a-91c5-61db967f6b93), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:14.131251 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-ccf4dd9f-dfb2-4431-a0f3-ccfc8c86bf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'name': 'tempest-ServerRescueNegativeTestJSON-182940186-router', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '5e9e0226-0808-483a-91c5-61db967f6b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:23:11Z', 'revision_number': 5, 'project_id': '84a2eee4447b4eadb79fbdbb874d4476', 'gw_port': {'id': '5e9e0226-0808-483a-91c5-61db967f6b93', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:28Z', 'updated_at': '2022-08-26T06:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:14.170748 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf4dd9f-dfb2-4431-a0f3-ccfc8c86bf1b None None] The sync data for ids ['0f2f8638-8081-4d93-a6b4-3c7c641c96ee'] in dv-cinder-853910-3-iscsi is: [{'id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'name': 'tempest-ServerRescueNegativeTestJSON-182940186-router', 'tenant_id': '84a2eee4447b4eadb79fbdbb874d4476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '5e9e0226-0808-483a-91c5-61db967f6b93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:23:11Z', 'revision_number': 5, 'project_id': '84a2eee4447b4eadb79fbdbb874d4476', 'gw_port': {'id': '5e9e0226-0808-483a-91c5-61db967f6b93', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2f8638-8081-4d93-a6b4-3c7c641c96ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:28Z', 'updated_at': '2022-08-26T06:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}] {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:23:14.172241 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [None req-99caa5c5-7583-407b-a6fe-01b3ac732947 admin admin] Calling delete_port for 5e9e0226-0808-483a-91c5-61db967f6b93 owned by network:router_gateway {{(pid=107133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:23:14.292070 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-9b819d84-6dd3-425d-84a9-a33d84fff50b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5285070 Aug 26 06:23:14.400624 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3d9870d7-3804-4f17-a45f-f42fab84d1b3 None None] Provisioning complete for port eae53896-6ef9-4506-ab00-a183cb7c9907 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:23:14.411465 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3d9870d7-3804-4f17-a45f-f42fab84d1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (eae53896-6ef9-4506-ab00-a183cb7c9907), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:14.467521 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-e48a53d3-c243-46ba-9505-ee886589edd6 req-79340dd3-2733-4334-8176-054e3bbfc555 tempest-TestMinimumBasicScenario-1379140524 tempest-TestMinimumBasicScenario-1379140524-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ff368667-d93b-4b10-9606-09331ebb857c HTTP/1.1" status: 200 len: 210 time: 0.1150637 Aug 26 06:23:14.507556 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-166d2028-06b6-490e-8feb-94a77be68a39 admin admin] Publish callbacks [] for port (3952aa79-fe92-487e-b42a-d2f8fada8f72), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:14.517621 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:14.539772 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-556cf33a-42ec-49c7-a720-dc72fffebca3 service neutron] Request body: {'port': {'device_id': 'ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:23:14.545721 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3d9870d7-3804-4f17-a45f-f42fab84d1b3 None None] Port eae53896-6ef9-4506-ab00-a183cb7c9907 cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:23:14.634516 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-166d2028-06b6-490e-8feb-94a77be68a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183148'] for port (3952aa79-fe92-487e-b42a-d2f8fada8f72), after_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:14.688346 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:14.697817 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7a4c9-9117-447a-b26d-0d19d7b96494 req-66e12cfd-f089-4980-9386-0fc8f550d624 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:14.703292 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-07b7a4c9-9117-447a-b26d-0d19d7b96494 req-66e12cfd-f089-4980-9386-0fc8f550d624 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 932 time: 0.1336584 Aug 26 06:23:14.734362 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d2028-06b6-490e-8feb-94a77be68a39 admin admin] Pushing event updated for resources: {'Port': ['ID=3952aa79-fe92-487e-b42a-d2f8fada8f72,revision_number=2']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:14.743124 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-556cf33a-42ec-49c7-a720-dc72fffebca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (eae53896-6ef9-4506-ab00-a183cb7c9907), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:14.753991 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-166d2028-06b6-490e-8feb-94a77be68a39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614267'] for router_interface (6c129104-8baf-46d6-ad45-8c762c712da0), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:14.875459 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-07b7a4c9-9117-447a-b26d-0d19d7b96494 req-7399b84b-580d-4492-a3bd-c1dbd57346b5 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661897 Aug 26 06:23:14.951078 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166d2028-06b6-490e-8feb-94a77be68a39 admin admin] Network 5d50eaab-6fb6-482d-8f90-8058e5ef7b61 is already hosted by enough agents. {{(pid=107134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:23:14.953459 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [None req-166d2028-06b6-490e-8feb-94a77be68a39 admin admin] Resources bound (agent type, host, resource id): {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:23:15.006159 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:15.051352 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-99caa5c5-7583-407b-a6fe-01b3ac732947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (5e9e0226-0808-483a-91c5-61db967f6b93), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:15.131822 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99caa5c5-7583-407b-a6fe-01b3ac732947 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e9e0226-0808-483a-91c5-61db967f6b93,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:15.132111 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166d2028-06b6-490e-8feb-94a77be68a39 admin admin] Router 6c129104-8baf-46d6-ad45-8c762c712da0 has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:23:15.297517 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:15.308748 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-99caa5c5-7583-407b-a6fe-01b3ac732947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621663'] for router_gateway (0f2f8638-8081-4d93-a6b4-3c7c641c96ee), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:15.406502 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-e7bc1256-e824-4f4c-abff-0b936c5bdcab None None] Provisioning complete for port 3952aa79-fe92-487e-b42a-d2f8fada8f72 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:23:15.407246 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e7bc1256-e824-4f4c-abff-0b936c5bdcab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (3952aa79-fe92-487e-b42a-d2f8fada8f72), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:15.458575 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-e7bc1256-e824-4f4c-abff-0b936c5bdcab None None] Port 3952aa79-fe92-487e-b42a-d2f8fada8f72 cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:23:15.460156 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 58bbd846-5519-4052-affc-d16bb667d642 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:23:15.499236 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-99caa5c5-7583-407b-a6fe-01b3ac732947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32438'] for router (0f2f8638-8081-4d93-a6b4-3c7c641c96ee), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:15.504039 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-99caa5c5-7583-407b-a6fe-01b3ac732947 admin admin] Publish callbacks [] for router_controller (0f2f8638-8081-4d93-a6b4-3c7c641c96ee), precommit_delete_associations {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:15.530262 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 58bbd846-5519-4052-affc-d16bb667d642 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:23:15.531290 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (58bbd846-5519-4052-affc-d16bb667d642), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:15.567182 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-556cf33a-42ec-49c7-a720-dc72fffebca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae53896-6ef9-4506-ab00-a183cb7c9907 {{(pid=107133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:23:15.583132 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-556cf33a-42ec-49c7-a720-dc72fffebca3 service neutron] Publish callbacks [] for port (eae53896-6ef9-4506-ab00-a183cb7c9907), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:15.621686 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166d2028-06b6-490e-8feb-94a77be68a39 admin admin] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:23:15.627270 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-166d2028-06b6-490e-8feb-94a77be68a39 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/6c129104-8baf-46d6-ad45-8c762c712da0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8186805 Aug 26 06:23:15.628370 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 58bbd846-5519-4052-affc-d16bb667d642 is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:23:15.637501 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (58bbd846-5519-4052-affc-d16bb667d642), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:15.655705 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] For port 58bbd846-5519-4052-affc-d16bb667d642, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=58bbd846-5519-4052-affc-d16bb667d642,segment=NetworkSegment(1390a542-366f-4986-b4c7-57ccad3a4e4e),segment_id=1390a542-366f-4986-b4c7-57ccad3a4e4e)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:23:15.949007 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (58bbd846-5519-4052-affc-d16bb667d642), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:15.949316 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.provisioning_blocks [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-556cf33a-42ec-49c7-a720-dc72fffebca3 service neutron] Transition to ACTIVE for port object eae53896-6ef9-4506-ab00-a183cb7c9907 will not be triggered until provisioned by entity L2. {{(pid=107133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 06:23:15.951620 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-99caa5c5-7583-407b-a6fe-01b3ac732947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614454'] for router (0f2f8638-8081-4d93-a6b4-3c7c641c96ee), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:15.964418 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99caa5c5-7583-407b-a6fe-01b3ac732947 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f2f8638-8081-4d93-a6b4-3c7c641c96ee {{(pid=107133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 06:23:15.971936 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-99caa5c5-7583-407b-a6fe-01b3ac732947 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:15.977486 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 55940) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:15.978694 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-99caa5c5-7583-407b-a6fe-01b3ac732947 admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/0f2f8638-8081-4d93-a6b4-3c7c641c96ee HTTP/1.1" status: 204 len: 168 time: 3.2230794 Aug 26 06:23:16.020360 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 0f5140f9-8989-46bf-bd47-2fe5c097f5e6 no longer exists at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:23:16.040615 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f8db90-1334-45da-b574-0eabab451da3 admin admin] Deleting subnet b75031eb-a96b-4547-8cde-57cb718d9ca4 {{(pid=107134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 06:23:16.044699 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-59f8db90-1334-45da-b574-0eabab451da3 admin admin] Publish callbacks [] for subnet (b75031eb-a96b-4547-8cde-57cb718d9ca4), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:16.069497 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Pushing event updated for resources: {'Port': ['ID=58bbd846-5519-4052-affc-d16bb667d642,revision_number=4']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:16.072673 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] No Port match for: 0f5140f9-8989-46bf-bd47-2fe5c097f5e6 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:23:16.074472 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 0f5140f9-8989-46bf-bd47-2fe5c097f5e6 not bound to the agent host dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:23:16.097445 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-556cf33a-42ec-49c7-a720-dc72fffebca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9095016'] for port (eae53896-6ef9-4506-ab00-a183cb7c9907), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:16.099845 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-59f8db90-1334-45da-b574-0eabab451da3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3346510'] for subnet (b75031eb-a96b-4547-8cde-57cb718d9ca4), precommit_delete_associations {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:16.191622 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556cf33a-42ec-49c7-a720-dc72fffebca3 service neutron] Pushing event updated for resources: {'Port': ['ID=eae53896-6ef9-4506-ab00-a183cb7c9907,revision_number=2']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:16.218353 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-59f8db90-1334-45da-b574-0eabab451da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777363'] for subnet (b75031eb-a96b-4547-8cde-57cb718d9ca4), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:16.263358 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-556cf33a-42ec-49c7-a720-dc72fffebca3 service neutron] Attempting to bind port eae53896-6ef9-4506-ab00-a183cb7c9907 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:23:16.263696 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-556cf33a-42ec-49c7-a720-dc72fffebca3 service neutron] Attempting to bind port eae53896-6ef9-4506-ab00-a183cb7c9907 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '418ce87b-8dd4-40f7-9079-8eb974e98afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f'}] {{(pid=107133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:23:16.264052 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-556cf33a-42ec-49c7-a720-dc72fffebca3 service neutron] Attempting to bind port eae53896-6ef9-4506-ab00-a183cb7c9907 on network 0329fd48-f6a9-4c16-8004-ab5a1f76eb8f {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:23:16.269663 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-556cf33a-42ec-49c7-a720-dc72fffebca3 service neutron] Port eae53896-6ef9-4506-ab00-a183cb7c9907 on network 0329fd48-f6a9-4c16-8004-ab5a1f76eb8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 06:23:16.269993 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-556cf33a-42ec-49c7-a720-dc72fffebca3 service neutron] Attempting to bind port eae53896-6ef9-4506-ab00-a183cb7c9907 on network 0329fd48-f6a9-4c16-8004-ab5a1f76eb8f {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:23:16.275949 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-556cf33a-42ec-49c7-a720-dc72fffebca3 service neutron] Checking agent: {'id': '607bbde6-0fd2-4787-87ed-7343841db9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'started_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:23:16.276297 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-556cf33a-42ec-49c7-a720-dc72fffebca3 service neutron] Checking segment: {'id': '418ce87b-8dd4-40f7-9079-8eb974e98afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:23:16.276678 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-556cf33a-42ec-49c7-a720-dc72fffebca3 service neutron] Bound using segment: {'id': '418ce87b-8dd4-40f7-9079-8eb974e98afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f'} {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:23:16.277126 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-556cf33a-42ec-49c7-a720-dc72fffebca3 service neutron] Bound port: eae53896-6ef9-4506-ab00-a183cb7c9907, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '418ce87b-8dd4-40f7-9079-8eb974e98afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f'}}] {{(pid=107133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:23:16.277537 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-556cf33a-42ec-49c7-a720-dc72fffebca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (eae53896-6ef9-4506-ab00-a183cb7c9907), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:16.349426 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-556cf33a-42ec-49c7-a720-dc72fffebca3 service neutron] For port eae53896-6ef9-4506-ab00-a183cb7c9907, host hv-cinder-85391, cleared binding levels {{(pid=107133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:23:16.352881 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-556cf33a-42ec-49c7-a720-dc72fffebca3 service neutron] For port eae53896-6ef9-4506-ab00-a183cb7c9907, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=eae53896-6ef9-4506-ab00-a183cb7c9907,segment=NetworkSegment(418ce87b-8dd4-40f7-9079-8eb974e98afd),segment_id=418ce87b-8dd4-40f7-9079-8eb974e98afd)] {{(pid=107133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:23:16.497282 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6729a36-2fea-4195-96c0-002be739504d req-b81e4658-382f-48b7-9744-5b185b349c40 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:16.498778 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c6729a36-2fea-4195-96c0-002be739504d req-b81e4658-382f-48b7-9744-5b185b349c40 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 944 time: 0.0499430 Aug 26 06:23:16.549730 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88befb99-bf32-47be-86b7-6493da0de7ee None None] Sync routers for ids ['6c129104-8baf-46d6-ad45-8c762c712da0'] in dv-cinder-853910-3-iscsi {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:23:16.554607 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c6729a36-2fea-4195-96c0-002be739504d req-2a842b2c-fe75-4f0c-80a5-0582dd20831c tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491531 Aug 26 06:23:16.560856 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88befb99-bf32-47be-86b7-6493da0de7ee None None] Routers {'6c129104-8baf-46d6-ad45-8c762c712da0'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:23:16.561468 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-88befb99-bf32-47be-86b7-6493da0de7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:22:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['6c129104-8baf-46d6-ad45-8c762c712da0'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:16.638382 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 55958) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:16.643786 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-2beeefbc-ee49-4fcd-b4e5-65165b7fb402 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-26851706', 'description': 'tempest-secgroup-smoke-26851706 description', 'project_id': '52e8949a7d05434396f8e8631f2cdb72'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:23:16.677077 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-556cf33a-42ec-49c7-a720-dc72fffebca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9095016'] for port (eae53896-6ef9-4506-ab00-a183cb7c9907), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:16.677703 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-59f8db90-1334-45da-b574-0eabab451da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3183122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3522563'] for subnet (b75031eb-a96b-4547-8cde-57cb718d9ca4), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:16.692118 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-556cf33a-42ec-49c7-a720-dc72fffebca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:16.692118 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-556cf33a-42ec-49c7-a720-dc72fffebca3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:16.692278 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-88befb99-bf32-47be-86b7-6493da0de7ee None None] Set router 6c129104-8baf-46d6-ad45-8c762c712da0 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:23:16.692373 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-556cf33a-42ec-49c7-a720-dc72fffebca3 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/eae53896-6ef9-4506-ab00-a183cb7c9907 HTTP/1.1" status: 200 len: 1094 time: 2.1663015 Aug 26 06:23:16.692373 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1', 'tag': 'eae53896-6ef9-4506-ab00-a183cb7c9907'}] {{(pid=107133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:23:16.697712 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8285fbc4cf3847b51d9cb7eba3379b7f58b909d4ff4eae5f417f2c246939f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5800dc-38ba-4da4-b384-808bd95834ce" -d '{"events": [{"name": "network-changed", "server_uuid": "ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1", "tag": "eae53896-6ef9-4506-ab00-a183cb7c9907"}]}' {{(pid=107133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:23:16.727176 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f8db90-1334-45da-b574-0eabab451da3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b75031eb-a96b-4547-8cde-57cb718d9ca4,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:16.742006 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-59f8db90-1334-45da-b574-0eabab451da3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for subnet (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:16.748891 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-59f8db90-1334-45da-b574-0eabab451da3 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/b75031eb-a96b-4547-8cde-57cb718d9ca4 HTTP/1.1" status: 204 len: 168 time: 0.7700286 Aug 26 06:23:16.761332 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 55968) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:16.763309 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9d6d18-e317-48bd-aaa0-7188da14559f None None] Network f4400288-0fd6-4a35-b08d-549e7c7c455e requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:23:16.773259 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e970053-d689-4c1b-980a-d6bb5fe4965e x-openstack-request-id: req-1e970053-d689-4c1b-980a-d6bb5fe4965e {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:23:16.773747 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1", "tag": "eae53896-6ef9-4506-ab00-a183cb7c9907", "status": "completed", "code": 200}]} {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:23:16.774057 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1e970053-d689-4c1b-980a-d6bb5fe4965e {{(pid=107133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:23:16.774930 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e970053-d689-4c1b-980a-d6bb5fe4965e'] response: {'name': 'network-changed', 'server_uuid': 'ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1', 'tag': 'eae53896-6ef9-4506-ab00-a183cb7c9907', 'status': 'completed', 'code': 200} Aug 26 06:23:16.830598 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556cf33a-42ec-49c7-a720-dc72fffebca3 service neutron] Pushing event updated for resources: {'Port': ['ID=eae53896-6ef9-4506-ab00-a183cb7c9907,revision_number=3']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:16.879833 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5800dc-38ba-4da4-b384-808bd95834ce req-906532fe-47bf-4596-9b92-438c5a5dae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:16.882230 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-ff5800dc-38ba-4da4-b384-808bd95834ce req-906532fe-47bf-4596-9b92-438c5a5dae28 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f7e0c375a58842e18a4306779fd6e167&device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 1128 time: 0.0782356 Aug 26 06:23:16.892327 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-2beeefbc-ee49-4fcd-b4e5-65165b7fb402 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:16.946490 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8bd8b646-4c91-483d-9471-816ab273d0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568586'] for network (f4400288-0fd6-4a35-b08d-549e7c7c455e), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:17.007265 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device f4d37966-d902-4c07-9ee5-4be2e42d1714 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:23:17.036103 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] No Port match for: f4d37966-d902-4c07-9ee5-4be2e42d1714 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:23:17.036541 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device f4d37966-d902-4c07-9ee5-4be2e42d1714 not bound to the agent host hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:23:17.056635 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-8bd8b646-4c91-483d-9471-816ab273d0ab admin admin] Deleting port 21607df3-d160-4d75-ae52-f41972861978 {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:23:17.056987 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8bd8b646-4c91-483d-9471-816ab273d0ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (21607df3-d160-4d75-ae52-f41972861978), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:17.069031 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-88befb99-bf32-47be-86b7-6493da0de7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c129104-8baf-46d6-ad45-8c762c712da0', 'name': 'tempest-TestShelveInstance-1628787377-router', 'tenant_id': '03e76ed17eff49e289513ca492f561b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '58bbd846-5519-4052-affc-d16bb667d642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:23:08Z', 'updated_at': '2022-08-26T06:23:13Z', 'revision_number': 4, 'project_id': '03e76ed17eff49e289513ca492f561b9', 'gw_port': {'id': '58bbd846-5519-4052-affc-d16bb667d642', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c129104-8baf-46d6-ad45-8c762c712da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:23:09Z', 'updated_at': '2022-08-26T06:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '3952aa79-fe92-487e-b42a-d2f8fada8f72', 'name': '', 'network_id': '5d50eaab-6fb6-482d-8f90-8058e5ef7b61', 'tenant_id': '03e76ed17eff49e289513ca492f561b9', 'mac_address': 'fa:16:3e:07:f9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c129104-8baf-46d6-ad45-8c762c712da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a3d0d2b4-dd14-44c3-9b9f-c52f7bd99909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:23:12Z', 'updated_at': '2022-08-26T06:23:14Z', 'revision_number': 2, 'project_id': '03e76ed17eff49e289513ca492f561b9', 'subnets': [{'id': 'a3d0d2b4-dd14-44c3-9b9f-c52f7bd99909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:17.075762 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6a27bf-ff64-4740-8708-526de2182f65 None None] DHCP port deletion for f4400288-0fd6-4a35-b08d-549e7c7c455e request from dv-cinder-853910-3-iscsi {{(pid=107135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 06:23:17.083802 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5800dc-38ba-4da4-b384-808bd95834ce req-bb3269b7-2848-4dca-84f3-5008a1a22901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:17.085415 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-ff5800dc-38ba-4da4-b384-808bd95834ce req-bb3269b7-2848-4dca-84f3-5008a1a22901 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=f7e0c375a58842e18a4306779fd6e167&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1937389 Aug 26 06:23:17.111254 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88befb99-bf32-47be-86b7-6493da0de7ee None None] Checking router: 6c129104-8baf-46d6-ad45-8c762c712da0 for host: dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:23:17.111598 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88befb99-bf32-47be-86b7-6493da0de7ee None None] Updating router 6c129104-8baf-46d6-ad45-8c762c712da0 port 3952aa79-fe92-487e-b42a-d2f8fada8f72 binding host dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 06:23:17.130718 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-ef6a27bf-ff64-4740-8708-526de2182f65 None None] Deleting port 21607df3-d160-4d75-ae52-f41972861978 {{(pid=107135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:23:17.131436 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ef6a27bf-ff64-4740-8708-526de2182f65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (21607df3-d160-4d75-ae52-f41972861978), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:17.143502 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-88befb99-bf32-47be-86b7-6493da0de7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (3952aa79-fe92-487e-b42a-d2f8fada8f72), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:17.156031 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-2beeefbc-ee49-4fcd-b4e5-65165b7fb402 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks [] for security_group (e29485c7-77f9-44c9-88a6-1ce2b262c9ba), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:17.198269 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [None req-8bd8b646-4c91-483d-9471-816ab273d0ab admin admin] For port 21607df3-d160-4d75-ae52-f41972861978, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=21607df3-d160-4d75-ae52-f41972861978,segment=NetworkSegment(4777da82-3ccc-43b7-bc69-e5828711c163),segment_id=4777da82-3ccc-43b7-bc69-e5828711c163)] {{(pid=107134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:23:17.198818 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8bd8b646-4c91-483d-9471-816ab273d0ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (21607df3-d160-4d75-ae52-f41972861978), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:17.210387 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5800dc-38ba-4da4-b384-808bd95834ce req-9803e013-5881-4dd0-807a-1dafe89544a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:17.212529 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-ff5800dc-38ba-4da4-b384-808bd95834ce req-9803e013-5881-4dd0-807a-1dafe89544a2 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1190286 Aug 26 06:23:17.223689 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-ef6a27bf-ff64-4740-8708-526de2182f65 None None] For port 21607df3-d160-4d75-ae52-f41972861978, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=21607df3-d160-4d75-ae52-f41972861978,segment=NetworkSegment(4777da82-3ccc-43b7-bc69-e5828711c163),segment_id=4777da82-3ccc-43b7-bc69-e5828711c163)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:23:17.224196 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ef6a27bf-ff64-4740-8708-526de2182f65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (21607df3-d160-4d75-ae52-f41972861978), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:17.249917 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-8bd8b646-4c91-483d-9471-816ab273d0ab admin admin] Calling delete_port for 21607df3-d160-4d75-ae52-f41972861978 owned by network:dhcp {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:23:17.258153 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-ef6a27bf-ff64-4740-8708-526de2182f65 None None] Calling delete_port for 21607df3-d160-4d75-ae52-f41972861978 owned by network:dhcp {{(pid=107135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:23:17.312168 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 58bbd846-5519-4052-affc-d16bb667d642 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:23:17.321052 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-487b6347-57b2-4fb8-9b2c-d3cd1e1cb1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:17.321762 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-2beeefbc-ee49-4fcd-b4e5-65165b7fb402 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (e29485c7-77f9-44c9-88a6-1ce2b262c9ba), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:17.322770 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-487b6347-57b2-4fb8-9b2c-d3cd1e1cb1f2 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f7e0c375a58842e18a4306779fd6e167&device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 1128 time: 0.0695047 Aug 26 06:23:17.366255 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beeefbc-ee49-4fcd-b4e5-65165b7fb402 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e29485c7-77f9-44c9-88a6-1ce2b262c9ba,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:17.396187 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 58bbd846-5519-4052-affc-d16bb667d642 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:23:17.396722 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (58bbd846-5519-4052-affc-d16bb667d642), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:17.402653 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-920a6c00-6bc9-45c7-9425-2ef9929b0f7f service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eae53896-6ef9-4506-ab00-a183cb7c9907 HTTP/1.1" status: 200 len: 217 time: 0.0729454 Aug 26 06:23:17.476889 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-cd4ac088-9383-44d2-a112-1c0155f81973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:17.479406 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-cd4ac088-9383-44d2-a112-1c0155f81973 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=ce64dff0-037a-436e-960d-bd71ac86cc2b HTTP/1.1" status: 200 len: 855 time: 0.0670302 Aug 26 06:23:17.489652 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 58bbd846-5519-4052-affc-d16bb667d642 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:23:17.505467 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-88befb99-bf32-47be-86b7-6493da0de7ee None None] Publish callbacks [] for port (3952aa79-fe92-487e-b42a-d2f8fada8f72), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:17.539026 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-2224d9b9-862a-44f0-82cb-b261c60724f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:17.541334 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-2224d9b9-862a-44f0-82cb-b261c60724f4 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0329fd48-f6a9-4c16-8004-ab5a1f76eb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526149 Aug 26 06:23:17.569943 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ef6a27bf-ff64-4740-8708-526de2182f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596'] for port (21607df3-d160-4d75-ae52-f41972861978), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:17.582929 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-2beeefbc-ee49-4fcd-b4e5-65165b7fb402 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:17.582929 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-2beeefbc-ee49-4fcd-b4e5-65165b7fb402 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.9377341 Aug 26 06:23:17.582929 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 55988) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:17.591050 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-286bf101-c440-4d10-aeef-84bbd86b257f tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Request body: {'security_group_rule': {'security_group_id': 'e29485c7-77f9-44c9-88a6-1ce2b262c9ba', 'project_id': '52e8949a7d05434396f8e8631f2cdb72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:23:17.615218 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8bd8b646-4c91-483d-9471-816ab273d0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (21607df3-d160-4d75-ae52-f41972861978), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:17.632667 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:17.644630 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 21607df3-d160-4d75-ae52-f41972861978 no longer exists at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:23:17.655963 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8b646-4c91-483d-9471-816ab273d0ab admin admin] Pushing event deleted for resources: {'Port': ['ID=21607df3-d160-4d75-ae52-f41972861978,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:17.661954 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd8b646-4c91-483d-9471-816ab273d0ab admin admin] No DVR routers for this DVR port 21607df3-d160-4d75-ae52-f41972861978 on host dv-cinder-853910-3-iscsi {{(pid=107134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:23:17.668247 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-6b3a2e20-8c1e-4150-ad92-cf049f907751 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0329fd48-f6a9-4c16-8004-ab5a1f76eb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205299 Aug 26 06:23:17.679083 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a27bf-ff64-4740-8708-526de2182f65 None None] Pushing event deleted for resources: {'Port': ['ID=21607df3-d160-4d75-ae52-f41972861978,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:17.680554 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-88befb99-bf32-47be-86b7-6493da0de7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (3952aa79-fe92-487e-b42a-d2f8fada8f72), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:17.693136 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6a27bf-ff64-4740-8708-526de2182f65 None None] No DVR routers for this DVR port 21607df3-d160-4d75-ae52-f41972861978 on host dv-cinder-853910-3-iscsi {{(pid=107135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:23:17.693136 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] No Port match for: 21607df3-d160-4d75-ae52-f41972861978 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:23:17.693136 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 21607df3-d160-4d75-ae52-f41972861978 not bound to the agent host dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:23:17.693136 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 5e9e0226-0808-483a-91c5-61db967f6b93 no longer exists at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:23:17.720418 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:17.729182 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] No Port match for: 5e9e0226-0808-483a-91c5-61db967f6b93 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:23:17.729532 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 5e9e0226-0808-483a-91c5-61db967f6b93 not bound to the agent host dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:23:17.791156 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a2372-4cd1-4180-a50e-37ae66ba4e42 None None] Pushing event updated for resources: {'Port': ['ID=3952aa79-fe92-487e-b42a-d2f8fada8f72,revision_number=3']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:17.791956 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-286bf101-c440-4d10-aeef-84bbd86b257f tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks [] for security_group_rule (5e92dc81-9496-41c2-9392-84a79e47cb5e), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:17.810457 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8bd8b646-4c91-483d-9471-816ab273d0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729656', 'neutron.services.segments.db._delete_segments_for_network-8776576287582'] for network (f4400288-0fd6-4a35-b08d-549e7c7c455e), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:17.827219 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fea77-7115-4b73-864b-407dd40ceae0 req-0f5f4595-17cf-4f36-9773-d6dd89406aa5 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:17.828822 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-297fea77-7115-4b73-864b-407dd40ceae0 req-0f5f4595-17cf-4f36-9773-d6dd89406aa5 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 944 time: 0.1432481 Aug 26 06:23:17.842960 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-88befb99-bf32-47be-86b7-6493da0de7ee None None] Attempting to bind port 3952aa79-fe92-487e-b42a-d2f8fada8f72 on host dv-cinder-853910-3-iscsi for vnic_type normal with profile {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:23:17.845779 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-88befb99-bf32-47be-86b7-6493da0de7ee None None] Attempting to bind port 3952aa79-fe92-487e-b42a-d2f8fada8f72 by drivers openvswitch,hyperv on host dv-cinder-853910-3-iscsi at level 0 using segments [{'id': '25d249f2-f293-4e38-856b-61c7e685fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5d50eaab-6fb6-482d-8f90-8058e5ef7b61'}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:23:17.845779 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88befb99-bf32-47be-86b7-6493da0de7ee None None] Attempting to bind port 3952aa79-fe92-487e-b42a-d2f8fada8f72 on network 5d50eaab-6fb6-482d-8f90-8058e5ef7b61 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:23:17.850746 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88befb99-bf32-47be-86b7-6493da0de7ee None None] Checking agent: {'id': '4b23c1c4-ad66-4056-a835-9b344d252955', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 8, 1), 'started_at': datetime.datetime(2022, 8, 26, 6, 8, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:23:17.851413 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88befb99-bf32-47be-86b7-6493da0de7ee None None] Checking segment: {'id': '25d249f2-f293-4e38-856b-61c7e685fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5d50eaab-6fb6-482d-8f90-8058e5ef7b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:23:17.851809 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-88befb99-bf32-47be-86b7-6493da0de7ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:17.852198 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88befb99-bf32-47be-86b7-6493da0de7ee None None] Bound using segment: {'id': '25d249f2-f293-4e38-856b-61c7e685fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5d50eaab-6fb6-482d-8f90-8058e5ef7b61'} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:23:17.852672 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-88befb99-bf32-47be-86b7-6493da0de7ee None None] Bound port: 3952aa79-fe92-487e-b42a-d2f8fada8f72, host: dv-cinder-853910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d249f2-f293-4e38-856b-61c7e685fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5d50eaab-6fb6-482d-8f90-8058e5ef7b61'}}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:23:17.853044 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-88befb99-bf32-47be-86b7-6493da0de7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (3952aa79-fe92-487e-b42a-d2f8fada8f72), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:17.858498 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-8bd8b646-4c91-483d-9471-816ab273d0ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4400288-0fd6-4a35-b08d-549e7c7c455e']}} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:17.876545 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-8bd8b646-4c91-483d-9471-816ab273d0ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4777da82-3ccc-43b7-bc69-e5828711c163') {'for_net_delete': True} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:17.877045 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-8bd8b646-4c91-483d-9471-816ab273d0ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4777da82-3ccc-43b7-bc69-e5828711c163') {} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:17.885881 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a14e6017-1b34-4661-975e-a6e8f2257abc req-6fb62d98-62c3-49c4-81fa-29bdc52b417c service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0329fd48-f6a9-4c16-8004-ab5a1f76eb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100084 Aug 26 06:23:17.897767 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8bd8b646-4c91-483d-9471-816ab273d0ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776576346588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3346503'] for segment (4777da82-3ccc-43b7-bc69-e5828711c163), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:17.909057 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-297fea77-7115-4b73-864b-407dd40ceae0 req-ff21ba18-a539-4314-b49d-0ef7831c92ff tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631135 Aug 26 06:23:17.920332 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:17.931042 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-286bf101-c440-4d10-aeef-84bbd86b257f tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks [] for security_group_rule (5e92dc81-9496-41c2-9392-84a79e47cb5e), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:17.932623 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8bd8b646-4c91-483d-9471-816ab273d0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439'] for segment (4777da82-3ccc-43b7-bc69-e5828711c163), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:17.936233 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-88befb99-bf32-47be-86b7-6493da0de7ee None None] For port 3952aa79-fe92-487e-b42a-d2f8fada8f72, host dv-cinder-853910-3-iscsi, cleared binding levels {{(pid=107136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:23:17.939955 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-88befb99-bf32-47be-86b7-6493da0de7ee None None] For port 3952aa79-fe92-487e-b42a-d2f8fada8f72, host dv-cinder-853910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=3952aa79-fe92-487e-b42a-d2f8fada8f72,segment=NetworkSegment(25d249f2-f293-4e38-856b-61c7e685fe00),segment_id=25d249f2-f293-4e38-856b-61c7e685fe00)] {{(pid=107136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:23:17.941889 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd8b646-4c91-483d-9471-816ab273d0ab admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=107134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 06:23:17.942493 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8bd8b646-4c91-483d-9471-816ab273d0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3183176'] for segment (4777da82-3ccc-43b7-bc69-e5828711c163), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:18.086194 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-286bf101-c440-4d10-aeef-84bbd86b257f tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692507'] for security_group_rule (5e92dc81-9496-41c2-9392-84a79e47cb5e), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:18.088145 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-88befb99-bf32-47be-86b7-6493da0de7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (3952aa79-fe92-487e-b42a-d2f8fada8f72), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:18.120353 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286bf101-c440-4d10-aeef-84bbd86b257f tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e92dc81-9496-41c2-9392-84a79e47cb5e,revision_number=0']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:18.125406 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.services.segments.plugin [-] Segment 4777da82-3ccc-43b7-bc69-e5828711c163 resource provider aggregate not found Aug 26 06:23:18.131226 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8bd8b646-4c91-483d-9471-816ab273d0ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621691'] for network (f4400288-0fd6-4a35-b08d-549e7c7c455e), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:18.136314 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8bd8b646-4c91-483d-9471-816ab273d0ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for network (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:18.140068 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-8bd8b646-4c91-483d-9471-816ab273d0ab admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/f4400288-0fd6-4a35-b08d-549e7c7c455e HTTP/1.1" status: 204 len: 168 time: 1.3856385 Aug 26 06:23:18.149234 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88befb99-bf32-47be-86b7-6493da0de7ee None None] Routers {'6c129104-8baf-46d6-ad45-8c762c712da0'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:23:18.149871 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-88befb99-bf32-47be-86b7-6493da0de7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:22:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['6c129104-8baf-46d6-ad45-8c762c712da0'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:18.160563 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8b646-4c91-483d-9471-816ab273d0ab admin admin] Pushing event deleted for resources: {'Network': ['ID=f4400288-0fd6-4a35-b08d-549e7c7c455e,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:18.178702 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.services.segments.plugin [-] Segment 4777da82-3ccc-43b7-bc69-e5828711c163 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4777da82-3ccc-43b7-bc69-e5828711c163 found for delete ", "request_id": "req-00640ec6-640d-4b1c-9bc8-089b0690fc4a"}]} Aug 26 06:23:18.254354 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-286bf101-c440-4d10-aeef-84bbd86b257f tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:18.255667 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-286bf101-c440-4d10-aeef-84bbd86b257f tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6742742 Aug 26 06:23:18.258685 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 56002) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:18.264766 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-34c23696-74d3-4a09-9a3e-189410c44b61 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Request body: {'security_group_rule': {'security_group_id': 'e29485c7-77f9-44c9-88a6-1ce2b262c9ba', 'project_id': '52e8949a7d05434396f8e8631f2cdb72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:23:18.296469 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a2372-4cd1-4180-a50e-37ae66ba4e42 None None] Pushing event updated for resources: {'Port': ['ID=3952aa79-fe92-487e-b42a-d2f8fada8f72,revision_number=4']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:18.371566 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-88befb99-bf32-47be-86b7-6493da0de7ee None None] Set router 6c129104-8baf-46d6-ad45-8c762c712da0 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:23:18.411141 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:18.416397 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-34c23696-74d3-4a09-9a3e-189410c44b61 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks [] for security_group_rule (77510342-2ff9-4df8-9529-a1054e8a3463), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:18.499488 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-34c23696-74d3-4a09-9a3e-189410c44b61 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks [] for security_group_rule (77510342-2ff9-4df8-9529-a1054e8a3463), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:18.525642 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 56004) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:18.601841 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-88befb99-bf32-47be-86b7-6493da0de7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c129104-8baf-46d6-ad45-8c762c712da0', 'name': 'tempest-TestShelveInstance-1628787377-router', 'tenant_id': '03e76ed17eff49e289513ca492f561b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '58bbd846-5519-4052-affc-d16bb667d642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:23:08Z', 'updated_at': '2022-08-26T06:23:13Z', 'revision_number': 4, 'project_id': '03e76ed17eff49e289513ca492f561b9', 'gw_port': {'id': '58bbd846-5519-4052-affc-d16bb667d642', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c129104-8baf-46d6-ad45-8c762c712da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:23:09Z', 'updated_at': '2022-08-26T06:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '3952aa79-fe92-487e-b42a-d2f8fada8f72', 'name': '', 'network_id': '5d50eaab-6fb6-482d-8f90-8058e5ef7b61', 'tenant_id': '03e76ed17eff49e289513ca492f561b9', 'mac_address': 'fa:16:3e:07:f9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c129104-8baf-46d6-ad45-8c762c712da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a3d0d2b4-dd14-44c3-9b9f-c52f7bd99909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:23:12Z', 'updated_at': '2022-08-26T06:23:17Z', 'revision_number': 4, 'project_id': '03e76ed17eff49e289513ca492f561b9', 'subnets': [{'id': 'a3d0d2b4-dd14-44c3-9b9f-c52f7bd99909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:18.612608 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-34c23696-74d3-4a09-9a3e-189410c44b61 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692507'] for security_group_rule (77510342-2ff9-4df8-9529-a1054e8a3463), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:18.643170 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c23696-74d3-4a09-9a3e-189410c44b61 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77510342-2ff9-4df8-9529-a1054e8a3463,revision_number=0']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:18.649556 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88befb99-bf32-47be-86b7-6493da0de7ee None None] The sync data for ids ['6c129104-8baf-46d6-ad45-8c762c712da0'] in dv-cinder-853910-3-iscsi is: [{'id': '6c129104-8baf-46d6-ad45-8c762c712da0', 'name': 'tempest-TestShelveInstance-1628787377-router', 'tenant_id': '03e76ed17eff49e289513ca492f561b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '58bbd846-5519-4052-affc-d16bb667d642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:23:08Z', 'updated_at': '2022-08-26T06:23:13Z', 'revision_number': 4, 'project_id': '03e76ed17eff49e289513ca492f561b9', 'gw_port': {'id': '58bbd846-5519-4052-affc-d16bb667d642', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c129104-8baf-46d6-ad45-8c762c712da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:23:09Z', 'updated_at': '2022-08-26T06:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '3952aa79-fe92-487e-b42a-d2f8fada8f72', 'name': '', 'network_id': '5d50eaab-6fb6-482d-8f90-8058e5ef7b61', 'tenant_id': '03e76ed17eff49e289513ca492f561b9', 'mac_address': 'fa:16:3e:07:f9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c129104-8baf-46d6-ad45-8c762c712da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'a3d0d2b4-dd14-44c3-9b9f-c52f7bd99909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:23:12Z', 'updated_at': '2022-08-26T06:23:17Z', 'revision_number': 4, 'project_id': '03e76ed17eff49e289513ca492f561b9', 'subnets': [{'id': 'a3d0d2b4-dd14-44c3-9b9f-c52f7bd99909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:23:18.809364 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 56008) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:18.871304 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-b3edd821-4892-4bff-9835-fe35e9d53e6f admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=84a2eee4447b4eadb79fbdbb874d4476&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0602124 Aug 26 06:23:18.874841 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 56010) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:18.948758 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0e7e19d9-1f2b-4e46-854c-481f5f49d6cc admin admin] Publish callbacks [] for security_group (fd646ba9-e303-45ee-8796-05d54d6baa8b), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:18.964120 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-34c23696-74d3-4a09-9a3e-189410c44b61 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:18.964120 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-34c23696-74d3-4a09-9a3e-189410c44b61 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7040012 Aug 26 06:23:18.966816 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 56012) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:18.973334 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-dfdbd4f4-fafb-4dcf-88aa-bcc775a8fa87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614426'] for router_interface (41a2ad15-8642-4070-a068-21959c7fda38), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:18.980420 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-2059fbde-e0ca-4eab-beed-921b5d03be18 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Request body: {'security_group_rule': {'security_group_id': 'e29485c7-77f9-44c9-88a6-1ce2b262c9ba', 'project_id': '52e8949a7d05434396f8e8631f2cdb72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:23:19.007080 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0e7e19d9-1f2b-4e46-854c-481f5f49d6cc admin admin] Publish callbacks [] for security_group (fd646ba9-e303-45ee-8796-05d54d6baa8b), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:19.075448 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:19.180400 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f7da9-9b40-4354-9a87-b22bfab72b7f req-4e18d3f7-d0a9-4156-b155-ef0c773d2588 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:19.182066 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9b0f7da9-9b40-4354-9a87-b22bfab72b7f req-4e18d3f7-d0a9-4156-b155-ef0c773d2588 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 944 time: 0.1009042 Aug 26 06:23:19.184776 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2059fbde-e0ca-4eab-beed-921b5d03be18 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks [] for security_group_rule (9ed1c57d-f3ff-497a-a47d-15feedbfdd17), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:19.213514 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0e7e19d9-1f2b-4e46-854c-481f5f49d6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (fd646ba9-e303-45ee-8796-05d54d6baa8b), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:19.216231 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0e7e19d9-1f2b-4e46-854c-481f5f49d6cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:19.217659 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-0e7e19d9-1f2b-4e46-854c-481f5f49d6cc admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/fd646ba9-e303-45ee-8796-05d54d6baa8b HTTP/1.1" status: 204 len: 168 time: 0.3411822 Aug 26 06:23:19.265302 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e19d9-1f2b-4e46-854c-481f5f49d6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd646ba9-e303-45ee-8796-05d54d6baa8b,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:19.336449 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 3952aa79-fe92-487e-b42a-d2f8fada8f72 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:23:19.357698 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2059fbde-e0ca-4eab-beed-921b5d03be18 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks [] for security_group_rule (9ed1c57d-f3ff-497a-a47d-15feedbfdd17), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:19.377178 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9b0f7da9-9b40-4354-9a87-b22bfab72b7f req-6b5219c2-4039-4c85-9bd9-704c7408d785 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608119 Aug 26 06:23:19.403489 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 3952aa79-fe92-487e-b42a-d2f8fada8f72 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:23:19.403972 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (3952aa79-fe92-487e-b42a-d2f8fada8f72), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:19.429169 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-dfdbd4f4-fafb-4dcf-88aa-bcc775a8fa87 admin admin] Deleting port 8c7ffa5d-1acb-451e-94f4-1d1461707881 {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:23:19.429825 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-dfdbd4f4-fafb-4dcf-88aa-bcc775a8fa87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (8c7ffa5d-1acb-451e-94f4-1d1461707881), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:19.492639 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2059fbde-e0ca-4eab-beed-921b5d03be18 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692507'] for security_group_rule (9ed1c57d-f3ff-497a-a47d-15feedbfdd17), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:19.515279 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059fbde-e0ca-4eab-beed-921b5d03be18 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ed1c57d-f3ff-497a-a47d-15feedbfdd17,revision_number=0']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:19.517172 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 3952aa79-fe92-487e-b42a-d2f8fada8f72 is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:23:19.517789 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (3952aa79-fe92-487e-b42a-d2f8fada8f72), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:19.555178 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [None req-dfdbd4f4-fafb-4dcf-88aa-bcc775a8fa87 admin admin] For port 8c7ffa5d-1acb-451e-94f4-1d1461707881, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=8c7ffa5d-1acb-451e-94f4-1d1461707881,segment=NetworkSegment(61084740-e827-4b91-82dd-c854e7f47a2f),segment_id=61084740-e827-4b91-82dd-c854e7f47a2f)] {{(pid=107134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:23:19.556101 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-dfdbd4f4-fafb-4dcf-88aa-bcc775a8fa87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (8c7ffa5d-1acb-451e-94f4-1d1461707881), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:19.561935 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] For port 3952aa79-fe92-487e-b42a-d2f8fada8f72, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=3952aa79-fe92-487e-b42a-d2f8fada8f72,segment=NetworkSegment(25d249f2-f293-4e38-856b-61c7e685fe00),segment_id=25d249f2-f293-4e38-856b-61c7e685fe00)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:23:19.572264 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-dfdbd4f4-fafb-4dcf-88aa-bcc775a8fa87 admin admin] Calling delete_port for 8c7ffa5d-1acb-451e-94f4-1d1461707881 owned by network:router_interface {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:23:19.758007 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2059fbde-e0ca-4eab-beed-921b5d03be18 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:19.759776 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-2059fbde-e0ca-4eab-beed-921b5d03be18 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7919724 Aug 26 06:23:19.762701 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 56020) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:19.767825 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-6a426c2c-0e48-439b-b689-bee9d8075f57 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Request body: {'security_group_rule': {'security_group_id': 'e29485c7-77f9-44c9-88a6-1ce2b262c9ba', 'project_id': '52e8949a7d05434396f8e8631f2cdb72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:23:19.805401 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (3952aa79-fe92-487e-b42a-d2f8fada8f72), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:19.861359 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Pushing event updated for resources: {'Port': ['ID=3952aa79-fe92-487e-b42a-d2f8fada8f72,revision_number=5']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:19.952780 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-dfdbd4f4-fafb-4dcf-88aa-bcc775a8fa87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (8c7ffa5d-1acb-451e-94f4-1d1461707881), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:19.961429 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-6a426c2c-0e48-439b-b689-bee9d8075f57 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks [] for security_group_rule (0c08280b-9ce9-4a58-aa02-7ec2320f6fa3), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:19.987311 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdbd4f4-fafb-4dcf-88aa-bcc775a8fa87 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c7ffa5d-1acb-451e-94f4-1d1461707881,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:20.076451 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-6a426c2c-0e48-439b-b689-bee9d8075f57 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks [] for security_group_rule (0c08280b-9ce9-4a58-aa02-7ec2320f6fa3), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:20.175607 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-dfdbd4f4-fafb-4dcf-88aa-bcc775a8fa87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614382'] for router_interface (41a2ad15-8642-4070-a068-21959c7fda38), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:20.195323 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-6a426c2c-0e48-439b-b689-bee9d8075f57 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692507'] for security_group_rule (0c08280b-9ce9-4a58-aa02-7ec2320f6fa3), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:20.219175 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a426c2c-0e48-439b-b689-bee9d8075f57 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c08280b-9ce9-4a58-aa02-7ec2320f6fa3,revision_number=0']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:20.385983 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-6a426c2c-0e48-439b-b689-bee9d8075f57 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:20.387172 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-6a426c2c-0e48-439b-b689-bee9d8075f57 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6234069 Aug 26 06:23:20.390281 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 56032) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:20.394805 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-26581634-4d79-4adf-a533-44402b75f1bd tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Request body: {'security_group_rule': {'security_group_id': 'e29485c7-77f9-44c9-88a6-1ce2b262c9ba', 'project_id': '52e8949a7d05434396f8e8631f2cdb72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:23:20.395408 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfdbd4f4-fafb-4dcf-88aa-bcc775a8fa87 admin admin] Router 41a2ad15-8642-4070-a068-21959c7fda38 has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:23:20.513906 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfdbd4f4-fafb-4dcf-88aa-bcc775a8fa87 admin admin] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:23:20.518833 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-dfdbd4f4-fafb-4dcf-88aa-bcc775a8fa87 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/41a2ad15-8642-4070-a068-21959c7fda38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9919586 Aug 26 06:23:20.523110 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 56042) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:20.526939 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68927d0d-79de-43fe-a306-f7698230d7c2 None None] Sync routers for ids ['41a2ad15-8642-4070-a068-21959c7fda38'] in dv-cinder-853910-3-iscsi {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:23:20.540465 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68927d0d-79de-43fe-a306-f7698230d7c2 None None] Routers {'41a2ad15-8642-4070-a068-21959c7fda38'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:23:20.541204 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-68927d0d-79de-43fe-a306-f7698230d7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:22:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['41a2ad15-8642-4070-a068-21959c7fda38'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:20.551784 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.db.securitygroups_db [None req-26581634-4d79-4adf-a533-44402b75f1bd tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Project 52e8949a7d05434396f8e8631f2cdb72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 06:23:20.563574 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-26581634-4d79-4adf-a533-44402b75f1bd tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks [] for security_group_rule (10c50bfd-b8db-48fa-9c0d-ed8accd2d926), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:20.572845 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289dedc-2f1d-4dc6-91b4-2507b04f7099 req-7cebac5d-ebca-43ad-b564-7770a108be12 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:20.579200 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a289dedc-2f1d-4dc6-91b4-2507b04f7099 req-7cebac5d-ebca-43ad-b564-7770a108be12 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 944 time: 0.0753210 Aug 26 06:23:20.663301 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-cb28856d-fecd-4df8-aa3d-e879a473bcbe admin admin] Publish callbacks [] for router (41a2ad15-8642-4070-a068-21959c7fda38), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:20.663589 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-68927d0d-79de-43fe-a306-f7698230d7c2 None None] Set router 41a2ad15-8642-4070-a068-21959c7fda38 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:23:20.668717 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a289dedc-2f1d-4dc6-91b4-2507b04f7099 req-da26c70c-68f0-4290-b55f-85ef4a1bf3bb tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880411 Aug 26 06:23:20.670491 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-26581634-4d79-4adf-a533-44402b75f1bd tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks [] for security_group_rule (10c50bfd-b8db-48fa-9c0d-ed8accd2d926), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:20.794321 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-26581634-4d79-4adf-a533-44402b75f1bd tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692507'] for security_group_rule (10c50bfd-b8db-48fa-9c0d-ed8accd2d926), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:20.836880 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-cb28856d-fecd-4df8-aa3d-e879a473bcbe admin admin] Publish callbacks [] for router_gateway (41a2ad15-8642-4070-a068-21959c7fda38), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:20.837107 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26581634-4d79-4adf-a533-44402b75f1bd tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c50bfd-b8db-48fa-9c0d-ed8accd2d926,revision_number=0']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:20.975448 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-cb28856d-fecd-4df8-aa3d-e879a473bcbe admin admin] Deleting port e90c5720-6363-4745-9536-1e00049eb1f5 {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:23:20.975796 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-cb28856d-fecd-4df8-aa3d-e879a473bcbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (e90c5720-6363-4745-9536-1e00049eb1f5), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:20.985190 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-26581634-4d79-4adf-a533-44402b75f1bd tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:20.986796 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-26581634-4d79-4adf-a533-44402b75f1bd tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5955217 Aug 26 06:23:20.989651 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 56050) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:20.994284 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-c62bd990-9f6f-4c04-9db0-452fb00085ba tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Request body: {'security_group_rule': {'security_group_id': 'e29485c7-77f9-44c9-88a6-1ce2b262c9ba', 'project_id': '52e8949a7d05434396f8e8631f2cdb72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:23:20.998975 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-68927d0d-79de-43fe-a306-f7698230d7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a2ad15-8642-4070-a068-21959c7fda38', 'name': 'tempest-TestMinimumBasicScenario-1198191356-router', 'tenant_id': '01817da1260c41b4abe6f02b11c66232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e90c5720-6363-4745-9536-1e00049eb1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:07Z', 'updated_at': '2022-08-26T06:23:19Z', 'revision_number': 5, 'project_id': '01817da1260c41b4abe6f02b11c66232', 'gw_port': {'id': 'e90c5720-6363-4745-9536-1e00049eb1f5', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:57:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a2ad15-8642-4070-a068-21959c7fda38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:09Z', 'updated_at': '2022-08-26T06:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:21.030612 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device eae53896-6ef9-4506-ab00-a183cb7c9907 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 06:23:21.034568 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68927d0d-79de-43fe-a306-f7698230d7c2 None None] Checking router: 41a2ad15-8642-4070-a068-21959c7fda38 for host: dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:23:21.062110 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68927d0d-79de-43fe-a306-f7698230d7c2 None None] Routers {'41a2ad15-8642-4070-a068-21959c7fda38'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:23:21.062768 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-68927d0d-79de-43fe-a306-f7698230d7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:22:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['41a2ad15-8642-4070-a068-21959c7fda38'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:21.070926 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [None req-cb28856d-fecd-4df8-aa3d-e879a473bcbe admin admin] For port e90c5720-6363-4745-9536-1e00049eb1f5, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=e90c5720-6363-4745-9536-1e00049eb1f5,segment=NetworkSegment(1390a542-366f-4986-b4c7-57ccad3a4e4e),segment_id=1390a542-366f-4986-b4c7-57ccad3a4e4e)] {{(pid=107134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:23:21.071293 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-cb28856d-fecd-4df8-aa3d-e879a473bcbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (e90c5720-6363-4745-9536-1e00049eb1f5), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:21.085931 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-cb28856d-fecd-4df8-aa3d-e879a473bcbe admin admin] Calling delete_port for e90c5720-6363-4745-9536-1e00049eb1f5 owned by network:router_gateway {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:23:21.126917 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.db.securitygroups_db [None req-c62bd990-9f6f-4c04-9db0-452fb00085ba tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Project 52e8949a7d05434396f8e8631f2cdb72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 06:23:21.133660 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-c62bd990-9f6f-4c04-9db0-452fb00085ba tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks [] for security_group_rule (aee35a73-0d14-4f9f-a1c9-59643a2f507d), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:21.173544 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:21.213045 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-68927d0d-79de-43fe-a306-f7698230d7c2 None None] Set router 41a2ad15-8642-4070-a068-21959c7fda38 gateway port host: None {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:23:21.234774 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-c62bd990-9f6f-4c04-9db0-452fb00085ba tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks [] for security_group_rule (aee35a73-0d14-4f9f-a1c9-59643a2f507d), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:21.284365 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-68927d0d-79de-43fe-a306-f7698230d7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a2ad15-8642-4070-a068-21959c7fda38', 'name': 'tempest-TestMinimumBasicScenario-1198191356-router', 'tenant_id': '01817da1260c41b4abe6f02b11c66232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:07Z', 'updated_at': '2022-08-26T06:23:20Z', 'revision_number': 6, 'project_id': '01817da1260c41b4abe6f02b11c66232', 'gw_port_host': None}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:21.324186 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68927d0d-79de-43fe-a306-f7698230d7c2 None None] The sync data for ids ['41a2ad15-8642-4070-a068-21959c7fda38'] in dv-cinder-853910-3-iscsi is: [{'id': '41a2ad15-8642-4070-a068-21959c7fda38', 'name': 'tempest-TestMinimumBasicScenario-1198191356-router', 'tenant_id': '01817da1260c41b4abe6f02b11c66232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:07Z', 'updated_at': '2022-08-26T06:23:20Z', 'revision_number': 6, 'project_id': '01817da1260c41b4abe6f02b11c66232', 'gw_port_host': None}] {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:23:21.332597 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port eae53896-6ef9-4506-ab00-a183cb7c9907, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=eae53896-6ef9-4506-ab00-a183cb7c9907,segment=NetworkSegment(418ce87b-8dd4-40f7-9079-8eb974e98afd),segment_id=418ce87b-8dd4-40f7-9079-8eb974e98afd)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:23:21.350862 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 3952aa79-fe92-487e-b42a-d2f8fada8f72 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:23:21.353365 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Returning: {'device': 'eae53896-6ef9-4506-ab00-a183cb7c9907', 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f', 'port_id': 'eae53896-6ef9-4506-ab00-a183cb7c9907', 'mac_address': 'fa:16:3e:c0:23:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce64dff0-037a-436e-960d-bd71ac86cc2b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 06:23:21.366266 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-c62bd990-9f6f-4c04-9db0-452fb00085ba tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692507'] for security_group_rule (aee35a73-0d14-4f9f-a1c9-59643a2f507d), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:21.394418 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62bd990-9f6f-4c04-9db0-452fb00085ba tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee35a73-0d14-4f9f-a1c9-59643a2f507d,revision_number=0']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:21.433780 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port eae53896-6ef9-4506-ab00-a183cb7c9907 is: DOWN; New status is: BUILD {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:23:21.434146 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (eae53896-6ef9-4506-ab00-a183cb7c9907), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:21.448171 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 3952aa79-fe92-487e-b42a-d2f8fada8f72 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:23:21.448598 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (3952aa79-fe92-487e-b42a-d2f8fada8f72), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:21.463531 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-cb28856d-fecd-4df8-aa3d-e879a473bcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (e90c5720-6363-4745-9536-1e00049eb1f5), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:21.477986 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae53896-6ef9-4506-ab00-a183cb7c9907 {{(pid=107135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:23:21.493195 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28856d-fecd-4df8-aa3d-e879a473bcbe admin admin] Pushing event deleted for resources: {'Port': ['ID=e90c5720-6363-4745-9536-1e00049eb1f5,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:21.506398 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port eae53896-6ef9-4506-ab00-a183cb7c9907, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=eae53896-6ef9-4506-ab00-a183cb7c9907,segment=NetworkSegment(418ce87b-8dd4-40f7-9079-8eb974e98afd),segment_id=418ce87b-8dd4-40f7-9079-8eb974e98afd)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:23:21.513204 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-c62bd990-9f6f-4c04-9db0-452fb00085ba tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:21.523882 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-c62bd990-9f6f-4c04-9db0-452fb00085ba tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5330901 Aug 26 06:23:21.555966 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 3952aa79-fe92-487e-b42a-d2f8fada8f72 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:23:21.578285 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-cb28856d-fecd-4df8-aa3d-e879a473bcbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621663'] for router_gateway (41a2ad15-8642-4070-a068-21959c7fda38), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:21.642097 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (eae53896-6ef9-4506-ab00-a183cb7c9907), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:21.695293 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-cb28856d-fecd-4df8-aa3d-e879a473bcbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32438'] for router (41a2ad15-8642-4070-a068-21959c7fda38), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:21.697924 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-cb28856d-fecd-4df8-aa3d-e879a473bcbe admin admin] Publish callbacks [] for router_controller (41a2ad15-8642-4070-a068-21959c7fda38), precommit_delete_associations {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:21.738864 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=eae53896-6ef9-4506-ab00-a183cb7c9907,revision_number=4']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:21.823067 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:21.868300 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] get_ports_and_sgs() called for port_ids ['eae53896-6ef9-4506-ab00-a183cb7c9907'] {{(pid=107135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 06:23:21.897405 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:21.939128 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d71ba-a321-47b9-9bc6-e0c791e9be64 req-f29fe467-0f99-4ed5-ac43-899b13522356 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:21.941208 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ae1d71ba-a321-47b9-9bc6-e0c791e9be64 req-f29fe467-0f99-4ed5-ac43-899b13522356 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 945 time: 0.1154959 Aug 26 06:23:21.973103 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-cb28856d-fecd-4df8-aa3d-e879a473bcbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614454'] for router (41a2ad15-8642-4070-a068-21959c7fda38), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:21.974065 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb28856d-fecd-4df8-aa3d-e879a473bcbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41a2ad15-8642-4070-a068-21959c7fda38 {{(pid=107134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 06:23:21.984679 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-cb28856d-fecd-4df8-aa3d-e879a473bcbe admin admin] Publish callbacks [] for router (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:21.984679 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-cb28856d-fecd-4df8-aa3d-e879a473bcbe admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/41a2ad15-8642-4070-a068-21959c7fda38 HTTP/1.1" status: 204 len: 168 time: 1.4599414 Aug 26 06:23:21.987646 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 56104) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:22.018180 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ae1d71ba-a321-47b9-9bc6-e0c791e9be64 req-e46d2209-d403-48bf-83f1-c8db6f0e7f54 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706251 Aug 26 06:23:22.075218 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_v2 [None req-332bfdce-06eb-4038-8e74-b80dd6129443 admin admin] Deleting subnet 8d716194-1361-4e1c-afd7-19790eeb2259 {{(pid=107133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 06:23:22.078582 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-332bfdce-06eb-4038-8e74-b80dd6129443 admin admin] Publish callbacks [] for subnet (8d716194-1361-4e1c-afd7-19790eeb2259), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:22.120119 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-332bfdce-06eb-4038-8e74-b80dd6129443 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2376984'] for subnet (8d716194-1361-4e1c-afd7-19790eeb2259), precommit_delete_associations {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:22.258090 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-332bfdce-06eb-4038-8e74-b80dd6129443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777363'] for subnet (8d716194-1361-4e1c-afd7-19790eeb2259), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:22.475199 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-332bfdce-06eb-4038-8e74-b80dd6129443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9094998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9189199'] for subnet (8d716194-1361-4e1c-afd7-19790eeb2259), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:22.505523 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332bfdce-06eb-4038-8e74-b80dd6129443 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d716194-1361-4e1c-afd7-19790eeb2259,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:22.507618 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-332bfdce-06eb-4038-8e74-b80dd6129443 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:22.510789 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-332bfdce-06eb-4038-8e74-b80dd6129443 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/8d716194-1361-4e1c-afd7-19790eeb2259 HTTP/1.1" status: 204 len: 168 time: 0.5213103 Aug 26 06:23:22.514363 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 56112) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:22.517052 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd956764-b2dd-4c40-8cc0-8c3b6bccecbe None None] Network e160e0e8-e0fd-4af5-b357-0de9a51426d2 requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:23:22.596569 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f52b8747-dadf-4c6f-89de-2330ed51c384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568586'] for network (e160e0e8-e0fd-4af5-b357-0de9a51426d2), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:22.640331 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:22.647042 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [None req-f52b8747-dadf-4c6f-89de-2330ed51c384 admin admin] Deleting port 0928b4dd-bf69-4eb8-9627-bb2779ca2e11 {{(pid=107133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:23:22.648684 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f52b8747-dadf-4c6f-89de-2330ed51c384 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (0928b4dd-bf69-4eb8-9627-bb2779ca2e11), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:22.702194 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f97623b-1f72-49ad-89c9-08f1f8e8a322 None None] DHCP port deletion for e160e0e8-e0fd-4af5-b357-0de9a51426d2 request from dv-cinder-853910-3-iscsi {{(pid=107135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 06:23:22.731413 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [None req-f52b8747-dadf-4c6f-89de-2330ed51c384 admin admin] For port 0928b4dd-bf69-4eb8-9627-bb2779ca2e11, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=0928b4dd-bf69-4eb8-9627-bb2779ca2e11,segment=NetworkSegment(61084740-e827-4b91-82dd-c854e7f47a2f),segment_id=61084740-e827-4b91-82dd-c854e7f47a2f)] {{(pid=107133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:23:22.732014 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f52b8747-dadf-4c6f-89de-2330ed51c384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (0928b4dd-bf69-4eb8-9627-bb2779ca2e11), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:22.746357 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [None req-f52b8747-dadf-4c6f-89de-2330ed51c384 admin admin] Calling delete_port for 0928b4dd-bf69-4eb8-9627-bb2779ca2e11 owned by network:dhcp {{(pid=107133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:23:22.761252 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-0f97623b-1f72-49ad-89c9-08f1f8e8a322 None None] Deleting port 0928b4dd-bf69-4eb8-9627-bb2779ca2e11 {{(pid=107135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:23:22.762029 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0f97623b-1f72-49ad-89c9-08f1f8e8a322 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (0928b4dd-bf69-4eb8-9627-bb2779ca2e11), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:22.843471 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-0f97623b-1f72-49ad-89c9-08f1f8e8a322 None None] For port 0928b4dd-bf69-4eb8-9627-bb2779ca2e11, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=0928b4dd-bf69-4eb8-9627-bb2779ca2e11,segment=NetworkSegment(61084740-e827-4b91-82dd-c854e7f47a2f),segment_id=61084740-e827-4b91-82dd-c854e7f47a2f)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:23:22.843899 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0f97623b-1f72-49ad-89c9-08f1f8e8a322 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (0928b4dd-bf69-4eb8-9627-bb2779ca2e11), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:22.857815 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-0f97623b-1f72-49ad-89c9-08f1f8e8a322 None None] Calling delete_port for 0928b4dd-bf69-4eb8-9627-bb2779ca2e11 owned by network:dhcp {{(pid=107135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:23:23.019959 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f52b8747-dadf-4c6f-89de-2330ed51c384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (0928b4dd-bf69-4eb8-9627-bb2779ca2e11), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:23.026471 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:23.031033 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0f97623b-1f72-49ad-89c9-08f1f8e8a322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596'] for port (0928b4dd-bf69-4eb8-9627-bb2779ca2e11), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:23.037234 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device eae53896-6ef9-4506-ab00-a183cb7c9907 up at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:23:23.052910 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b8747-dadf-4c6f-89de-2330ed51c384 admin admin] Pushing event deleted for resources: {'Port': ['ID=0928b4dd-bf69-4eb8-9627-bb2779ca2e11,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:23.057277 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52b8747-dadf-4c6f-89de-2330ed51c384 admin admin] No DVR routers for this DVR port 0928b4dd-bf69-4eb8-9627-bb2779ca2e11 on host dv-cinder-853910-3-iscsi {{(pid=107133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:23:23.100918 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97623b-1f72-49ad-89c9-08f1f8e8a322 None None] Pushing event deleted for resources: {'Port': ['ID=0928b4dd-bf69-4eb8-9627-bb2779ca2e11,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:23.103308 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f97623b-1f72-49ad-89c9-08f1f8e8a322 None None] No DVR routers for this DVR port 0928b4dd-bf69-4eb8-9627-bb2779ca2e11 on host dv-cinder-853910-3-iscsi {{(pid=107135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:23:23.141761 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning for port eae53896-6ef9-4506-ab00-a183cb7c9907 completed by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 06:23:23.148300 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f52b8747-dadf-4c6f-89de-2330ed51c384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729656', 'neutron.services.segments.db._delete_segments_for_network-8776576287582'] for network (e160e0e8-e0fd-4af5-b357-0de9a51426d2), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:23.177337 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.services.segments.db [None req-f52b8747-dadf-4c6f-89de-2330ed51c384 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e160e0e8-e0fd-4af5-b357-0de9a51426d2']}} {{(pid=107133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:23.187994 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.services.segments.db [None req-f52b8747-dadf-4c6f-89de-2330ed51c384 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61084740-e827-4b91-82dd-c854e7f47a2f') {'for_net_delete': True} {{(pid=107133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:23.188894 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.services.segments.db [None req-f52b8747-dadf-4c6f-89de-2330ed51c384 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61084740-e827-4b91-82dd-c854e7f47a2f') {} {{(pid=107133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:23.199395 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f52b8747-dadf-4c6f-89de-2330ed51c384 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776576346588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2376977'] for segment (61084740-e827-4b91-82dd-c854e7f47a2f), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:23.213405 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f52b8747-dadf-4c6f-89de-2330ed51c384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439'] for segment (61084740-e827-4b91-82dd-c854e7f47a2f), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:23.221446 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f52b8747-dadf-4c6f-89de-2330ed51c384 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=107133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 06:23:23.221847 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f52b8747-dadf-4c6f-89de-2330ed51c384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9094924'] for segment (61084740-e827-4b91-82dd-c854e7f47a2f), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:23.235713 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 8c7ffa5d-1acb-451e-94f4-1d1461707881 no longer exists at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:23:23.264888 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] No Port match for: 8c7ffa5d-1acb-451e-94f4-1d1461707881 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:23:23.264888 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 8c7ffa5d-1acb-451e-94f4-1d1461707881 not bound to the agent host dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:23:23.264888 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 0928b4dd-bf69-4eb8-9627-bb2779ca2e11 no longer exists at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:23:23.269902 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.services.segments.plugin [-] Segment 61084740-e827-4b91-82dd-c854e7f47a2f resource provider aggregate not found Aug 26 06:23:23.297147 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.services.segments.plugin [-] Segment 61084740-e827-4b91-82dd-c854e7f47a2f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 61084740-e827-4b91-82dd-c854e7f47a2f found for delete ", "request_id": "req-37d5a74e-9255-4395-94a7-45110bf6e8a9"}]} Aug 26 06:23:23.321398 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] No Port match for: 0928b4dd-bf69-4eb8-9627-bb2779ca2e11 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:23:23.328166 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 0928b4dd-bf69-4eb8-9627-bb2779ca2e11 not bound to the agent host dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:23:23.328166 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device e90c5720-6363-4745-9536-1e00049eb1f5 no longer exists at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:23:23.328166 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning complete for port eae53896-6ef9-4506-ab00-a183cb7c9907 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:23:23.328166 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (eae53896-6ef9-4506-ab00-a183cb7c9907), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:23.393582 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] No Port match for: e90c5720-6363-4745-9536-1e00049eb1f5 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:23:23.393856 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device e90c5720-6363-4745-9536-1e00049eb1f5 not bound to the agent host dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:23:23.459546 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f52b8747-dadf-4c6f-89de-2330ed51c384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621691'] for network (e160e0e8-e0fd-4af5-b357-0de9a51426d2), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:23.466539 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f52b8747-dadf-4c6f-89de-2330ed51c384 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for network (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:23.469822 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-f52b8747-dadf-4c6f-89de-2330ed51c384 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/e160e0e8-e0fd-4af5-b357-0de9a51426d2 HTTP/1.1" status: 204 len: 168 time: 0.9543428 Aug 26 06:23:23.474031 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 56134) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:23.477368 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4b4a0-da79-47cd-b87a-1f3ba27d5f00 req-95c06159-e948-45c2-898b-5bc21a436ba8 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:23.478910 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-90a4b4a0-da79-47cd-b87a-1f3ba27d5f00 req-95c06159-e948-45c2-898b-5bc21a436ba8 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 945 time: 0.0781670 Aug 26 06:23:23.485839 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port eae53896-6ef9-4506-ab00-a183cb7c9907 is: BUILD; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:23:23.486789 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (eae53896-6ef9-4506-ab00-a183cb7c9907), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:23.498258 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b8747-dadf-4c6f-89de-2330ed51c384 admin admin] Pushing event deleted for resources: {'Network': ['ID=e160e0e8-e0fd-4af5-b357-0de9a51426d2,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:23.523311 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae53896-6ef9-4506-ab00-a183cb7c9907'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:23:23.526507 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc106e9f9832226dd913a824a8ae1ea8f79b2df9cdef89c79e10f33880c5a8de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88526d84-c4f8-4c1b-aaf2-04ce4e8ca4d1" -d '{"events": [{"server_uuid": "ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1", "name": "network-vif-plugged", "status": "completed", "tag": "eae53896-6ef9-4506-ab00-a183cb7c9907"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:23:23.548824 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port eae53896-6ef9-4506-ab00-a183cb7c9907, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=eae53896-6ef9-4506-ab00-a183cb7c9907,segment=NetworkSegment(418ce87b-8dd4-40f7-9079-8eb974e98afd),segment_id=418ce87b-8dd4-40f7-9079-8eb974e98afd)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:23:23.575355 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-90a4b4a0-da79-47cd-b87a-1f3ba27d5f00 req-df8f6865-0246-4f87-80d6-1430121a6d96 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683856 Aug 26 06:23:23.596073 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c024303-421b-4b15-b802-5ba53ebb60f9 x-openstack-request-id: req-3c024303-421b-4b15-b802-5ba53ebb60f9 {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:23:23.596585 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1", "name": "network-vif-plugged", "status": "completed", "tag": "eae53896-6ef9-4506-ab00-a183cb7c9907", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:23:23.596856 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3c024303-421b-4b15-b802-5ba53ebb60f9 {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:23:23.597261 dv-cinder-853910-3-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c024303-421b-4b15-b802-5ba53ebb60f9'] response: {'server_uuid': 'ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae53896-6ef9-4506-ab00-a183cb7c9907', 'code': 200} Aug 26 06:23:23.733830 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (eae53896-6ef9-4506-ab00-a183cb7c9907), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:23.788595 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:23.795027 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=eae53896-6ef9-4506-ab00-a183cb7c9907,revision_number=5']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:24.143354 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-574345fb-5a15-4f6b-b184-7b73c173676d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614426'] for router_interface (edf461e8-dec7-4c8e-9bd5-5412c674aabb), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:24.302857 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b33d4a-5dcb-4cfe-ae5f-afad23183dbe req-253679d7-1f72-4528-98c3-f7f3052fb754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:24.304423 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d8b33d4a-5dcb-4cfe-ae5f-afad23183dbe req-253679d7-1f72-4528-98c3-f7f3052fb754 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 1130 time: 0.0438864 Aug 26 06:23:24.358861 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d8b33d4a-5dcb-4cfe-ae5f-afad23183dbe req-942caa3c-6f72-48e8-bc5b-df5757ca8e67 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483949 Aug 26 06:23:24.388473 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-574345fb-5a15-4f6b-b184-7b73c173676d admin admin] Deleting port 9a144ead-ed9a-4112-b770-6aeef70239a6 {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:23:24.388808 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-574345fb-5a15-4f6b-b184-7b73c173676d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (9a144ead-ed9a-4112-b770-6aeef70239a6), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:24.472511 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [None req-574345fb-5a15-4f6b-b184-7b73c173676d admin admin] For port 9a144ead-ed9a-4112-b770-6aeef70239a6, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=9a144ead-ed9a-4112-b770-6aeef70239a6,segment=NetworkSegment(548e42d0-2cb5-406e-9e0c-58b6b733a415),segment_id=548e42d0-2cb5-406e-9e0c-58b6b733a415)] {{(pid=107134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:23:24.472872 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-574345fb-5a15-4f6b-b184-7b73c173676d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (9a144ead-ed9a-4112-b770-6aeef70239a6), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:24.491007 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-574345fb-5a15-4f6b-b184-7b73c173676d admin admin] Calling delete_port for 9a144ead-ed9a-4112-b770-6aeef70239a6 owned by network:router_interface {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:23:24.541956 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:24.724451 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c214a4e-cf68-415c-99d2-93bb77241319 req-0f1658a2-f112-4f11-90de-58f051c7ab41 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:24.726032 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-5c214a4e-cf68-415c-99d2-93bb77241319 req-0f1658a2-f112-4f11-90de-58f051c7ab41 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 946 time: 0.0536733 Aug 26 06:23:24.782697 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-5c214a4e-cf68-415c-99d2-93bb77241319 req-0b9ce29d-c7e0-4080-845e-d1f696757af9 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503232 Aug 26 06:23:24.868496 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-574345fb-5a15-4f6b-b184-7b73c173676d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (9a144ead-ed9a-4112-b770-6aeef70239a6), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:24.900748 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574345fb-5a15-4f6b-b184-7b73c173676d admin admin] Pushing event deleted for resources: {'Port': ['ID=9a144ead-ed9a-4112-b770-6aeef70239a6,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:25.087349 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-574345fb-5a15-4f6b-b184-7b73c173676d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614382'] for router_interface (edf461e8-dec7-4c8e-9bd5-5412c674aabb), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:25.343645 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:25.351504 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574345fb-5a15-4f6b-b184-7b73c173676d admin admin] Router edf461e8-dec7-4c8e-9bd5-5412c674aabb has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:23:25.440350 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:25.486523 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574345fb-5a15-4f6b-b184-7b73c173676d admin admin] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:23:25.492331 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-574345fb-5a15-4f6b-b184-7b73c173676d admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/edf461e8-dec7-4c8e-9bd5-5412c674aabb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0164850 Aug 26 06:23:25.494888 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 56174) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:25.497629 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af6dc18-2bb4-4389-bd90-63935cfd2464 None None] Sync routers for ids ['edf461e8-dec7-4c8e-9bd5-5412c674aabb'] in dv-cinder-853910-3-iscsi {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:23:25.510261 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af6dc18-2bb4-4389-bd90-63935cfd2464 None None] Routers {'edf461e8-dec7-4c8e-9bd5-5412c674aabb'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:23:25.513088 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-7af6dc18-2bb4-4389-bd90-63935cfd2464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:22:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['edf461e8-dec7-4c8e-9bd5-5412c674aabb'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:25.612070 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9cb57e28-d23d-4c9b-a87a-805a7744d7e2 admin admin] Publish callbacks [] for router (edf461e8-dec7-4c8e-9bd5-5412c674aabb), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:25.622979 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-7af6dc18-2bb4-4389-bd90-63935cfd2464 None None] Set router edf461e8-dec7-4c8e-9bd5-5412c674aabb gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:23:25.749631 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9cb57e28-d23d-4c9b-a87a-805a7744d7e2 admin admin] Publish callbacks [] for router_gateway (edf461e8-dec7-4c8e-9bd5-5412c674aabb), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:25.924411 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-7af6dc18-2bb4-4389-bd90-63935cfd2464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf461e8-dec7-4c8e-9bd5-5412c674aabb', 'name': 'tempest-TestMinimumBasicScenario-513126299-router', 'tenant_id': '5ed8b47c2b8a495bb5fdb68cd8087d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '96735055-5ff8-479b-8b4e-8f619639d462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:22Z', 'updated_at': '2022-08-26T06:23:24Z', 'revision_number': 5, 'project_id': '5ed8b47c2b8a495bb5fdb68cd8087d62', 'gw_port': {'id': '96735055-5ff8-479b-8b4e-8f619639d462', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf461e8-dec7-4c8e-9bd5-5412c674aabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:23Z', 'updated_at': '2022-08-26T06:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:25.956081 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af6dc18-2bb4-4389-bd90-63935cfd2464 None None] Checking router: edf461e8-dec7-4c8e-9bd5-5412c674aabb for host: dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:23:25.964536 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:25.967877 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af6dc18-2bb4-4389-bd90-63935cfd2464 None None] Routers {'edf461e8-dec7-4c8e-9bd5-5412c674aabb'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:23:25.968502 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-7af6dc18-2bb4-4389-bd90-63935cfd2464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:22:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['edf461e8-dec7-4c8e-9bd5-5412c674aabb'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:25.969297 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb420c-1cfd-4dcf-ab92-995363fc2b81 req-8c9e22ba-3535-47bd-800d-1dcf225cc6e1 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:25.971851 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-95eb420c-1cfd-4dcf-ab92-995363fc2b81 req-8c9e22ba-3535-47bd-800d-1dcf225cc6e1 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 946 time: 0.0685086 Aug 26 06:23:26.054655 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-9cb57e28-d23d-4c9b-a87a-805a7744d7e2 admin admin] Deleting port 96735055-5ff8-479b-8b4e-8f619639d462 {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:23:26.055043 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9cb57e28-d23d-4c9b-a87a-805a7744d7e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (96735055-5ff8-479b-8b4e-8f619639d462), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:26.079371 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-95eb420c-1cfd-4dcf-ab92-995363fc2b81 req-3363de77-eb77-4626-a7b7-9e94768299e7 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009741 Aug 26 06:23:26.086130 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:26.156289 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-7af6dc18-2bb4-4389-bd90-63935cfd2464 None None] Set router edf461e8-dec7-4c8e-9bd5-5412c674aabb gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:23:26.193405 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [None req-9cb57e28-d23d-4c9b-a87a-805a7744d7e2 admin admin] For port 96735055-5ff8-479b-8b4e-8f619639d462, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=96735055-5ff8-479b-8b4e-8f619639d462,segment=NetworkSegment(1390a542-366f-4986-b4c7-57ccad3a4e4e),segment_id=1390a542-366f-4986-b4c7-57ccad3a4e4e)] {{(pid=107134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:23:26.193919 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9cb57e28-d23d-4c9b-a87a-805a7744d7e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (96735055-5ff8-479b-8b4e-8f619639d462), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:26.209738 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-9cb57e28-d23d-4c9b-a87a-805a7744d7e2 admin admin] Calling delete_port for 96735055-5ff8-479b-8b4e-8f619639d462 owned by network:router_gateway {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:23:26.388558 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-b0a33bc3-d21a-4645-a999-854a4c405e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:26.402425 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-7af6dc18-2bb4-4389-bd90-63935cfd2464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf461e8-dec7-4c8e-9bd5-5412c674aabb', 'name': 'tempest-TestMinimumBasicScenario-513126299-router', 'tenant_id': '5ed8b47c2b8a495bb5fdb68cd8087d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '96735055-5ff8-479b-8b4e-8f619639d462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:22Z', 'updated_at': '2022-08-26T06:23:24Z', 'revision_number': 5, 'project_id': '5ed8b47c2b8a495bb5fdb68cd8087d62', 'gw_port': {'id': '96735055-5ff8-479b-8b4e-8f619639d462', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf461e8-dec7-4c8e-9bd5-5412c674aabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:23Z', 'updated_at': '2022-08-26T06:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:26.435234 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af6dc18-2bb4-4389-bd90-63935cfd2464 None None] The sync data for ids ['edf461e8-dec7-4c8e-9bd5-5412c674aabb'] in dv-cinder-853910-3-iscsi is: [{'id': 'edf461e8-dec7-4c8e-9bd5-5412c674aabb', 'name': 'tempest-TestMinimumBasicScenario-513126299-router', 'tenant_id': '5ed8b47c2b8a495bb5fdb68cd8087d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '96735055-5ff8-479b-8b4e-8f619639d462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:22Z', 'updated_at': '2022-08-26T06:23:24Z', 'revision_number': 5, 'project_id': '5ed8b47c2b8a495bb5fdb68cd8087d62', 'gw_port': {'id': '96735055-5ff8-479b-8b4e-8f619639d462', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:7d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf461e8-dec7-4c8e-9bd5-5412c674aabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:23Z', 'updated_at': '2022-08-26T06:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}] {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:23:26.571477 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9cb57e28-d23d-4c9b-a87a-805a7744d7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (96735055-5ff8-479b-8b4e-8f619639d462), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:26.599943 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb57e28-d23d-4c9b-a87a-805a7744d7e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=96735055-5ff8-479b-8b4e-8f619639d462,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:26.669513 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9cb57e28-d23d-4c9b-a87a-805a7744d7e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621663'] for router_gateway (edf461e8-dec7-4c8e-9bd5-5412c674aabb), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:26.763605 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9cb57e28-d23d-4c9b-a87a-805a7744d7e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32438'] for router (edf461e8-dec7-4c8e-9bd5-5412c674aabb), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:26.765944 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9cb57e28-d23d-4c9b-a87a-805a7744d7e2 admin admin] Publish callbacks [] for router_controller (edf461e8-dec7-4c8e-9bd5-5412c674aabb), precommit_delete_associations {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:26.994369 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9cb57e28-d23d-4c9b-a87a-805a7744d7e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614454'] for router (edf461e8-dec7-4c8e-9bd5-5412c674aabb), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:26.994588 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:26.995076 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb57e28-d23d-4c9b-a87a-805a7744d7e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edf461e8-dec7-4c8e-9bd5-5412c674aabb {{(pid=107134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 06:23:27.000147 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9cb57e28-d23d-4c9b-a87a-805a7744d7e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:27.007108 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-9cb57e28-d23d-4c9b-a87a-805a7744d7e2 admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/edf461e8-dec7-4c8e-9bd5-5412c674aabb HTTP/1.1" status: 204 len: 168 time: 1.5061347 Aug 26 06:23:27.007367 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 56198) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:27.370420 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e0ef33-f17f-4be6-942a-2000274fdcfd admin admin] Deleting subnet 72384c6b-28cb-4877-9669-bc81f719f31f {{(pid=107133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 06:23:27.375551 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-76e0ef33-f17f-4be6-942a-2000274fdcfd admin admin] Publish callbacks [] for subnet (72384c6b-28cb-4877-9669-bc81f719f31f), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:27.405674 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acdc658-7588-4e3b-90b7-1542c48dfb56 req-4a9b8ade-aef7-4b99-a7f9-901a95bb3711 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:27.407352 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0acdc658-7588-4e3b-90b7-1542c48dfb56 req-4a9b8ade-aef7-4b99-a7f9-901a95bb3711 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 946 time: 0.0859132 Aug 26 06:23:27.445258 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-76e0ef33-f17f-4be6-942a-2000274fdcfd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2376984'] for subnet (72384c6b-28cb-4877-9669-bc81f719f31f), precommit_delete_associations {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:27.514990 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0acdc658-7588-4e3b-90b7-1542c48dfb56 req-83abe99c-989f-4709-9c75-b49395d0b8c2 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984592 Aug 26 06:23:27.568902 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-76e0ef33-f17f-4be6-942a-2000274fdcfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777363'] for subnet (72384c6b-28cb-4877-9669-bc81f719f31f), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:27.607258 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 9a144ead-ed9a-4112-b770-6aeef70239a6 no longer exists at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:23:27.651316 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] No Port match for: 9a144ead-ed9a-4112-b770-6aeef70239a6 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:23:27.657714 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 9a144ead-ed9a-4112-b770-6aeef70239a6 not bound to the agent host dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:23:27.718304 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ddcd81-6805-4c8a-a4a5-e552f9455a1d req-fc622266-e1f7-459b-a882-d4b0e3e28686 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:27.720220 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b1ddcd81-6805-4c8a-a4a5-e552f9455a1d req-fc622266-e1f7-459b-a882-d4b0e3e28686 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 946 time: 0.0649354 Aug 26 06:23:27.730105 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 56212) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:27.734914 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-abec67f1-08bc-42eb-bb5f-43f2c1a90474 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Request body: {'floatingip': {'port_id': 'eae53896-6ef9-4506-ab00-a183cb7c9907'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:23:27.778650 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-abec67f1-08bc-42eb-bb5f-43f2c1a90474 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for floatingip (de793460-622a-4bad-97b6-f5a520422848), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:27.968870 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-76e0ef33-f17f-4be6-942a-2000274fdcfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9094998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9189199'] for subnet (72384c6b-28cb-4877-9669-bc81f719f31f), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:28.031139 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e0ef33-f17f-4be6-942a-2000274fdcfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72384c6b-28cb-4877-9669-bc81f719f31f,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:28.040207 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-76e0ef33-f17f-4be6-942a-2000274fdcfd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:28.044326 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-76e0ef33-f17f-4be6-942a-2000274fdcfd admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/72384c6b-28cb-4877-9669-bc81f719f31f HTTP/1.1" status: 204 len: 168 time: 1.0367396 Aug 26 06:23:28.047615 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 56214) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:28.054353 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4956fe5-49f0-4000-8f64-11a3ea21c8da None None] Network 5d4f41b2-52b3-4af0-9911-ca978ffc602f requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:23:28.160056 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7b971e23-04e7-4e88-a46e-21bec0501f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568586'] for network (5d4f41b2-52b3-4af0-9911-ca978ffc602f), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:28.221139 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-7b971e23-04e7-4e88-a46e-21bec0501f8a admin admin] Deleting port 98cbb7fc-2689-4871-8b5f-620e1278747b {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:23:28.221862 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7b971e23-04e7-4e88-a46e-21bec0501f8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (98cbb7fc-2689-4871-8b5f-620e1278747b), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:28.276485 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63897138-704b-410a-b5b2-b6b36871621a None None] DHCP port deletion for 5d4f41b2-52b3-4af0-9911-ca978ffc602f request from dv-cinder-853910-3-iscsi {{(pid=107135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 06:23:28.343246 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [None req-7b971e23-04e7-4e88-a46e-21bec0501f8a admin admin] For port 98cbb7fc-2689-4871-8b5f-620e1278747b, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=98cbb7fc-2689-4871-8b5f-620e1278747b,segment=NetworkSegment(548e42d0-2cb5-406e-9e0c-58b6b733a415),segment_id=548e42d0-2cb5-406e-9e0c-58b6b733a415)] {{(pid=107134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:23:28.343914 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7b971e23-04e7-4e88-a46e-21bec0501f8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (98cbb7fc-2689-4871-8b5f-620e1278747b), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:28.347666 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-63897138-704b-410a-b5b2-b6b36871621a None None] Deleting port 98cbb7fc-2689-4871-8b5f-620e1278747b {{(pid=107135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:23:28.348203 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-63897138-704b-410a-b5b2-b6b36871621a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (98cbb7fc-2689-4871-8b5f-620e1278747b), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:28.363538 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:28.364613 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-7b971e23-04e7-4e88-a46e-21bec0501f8a admin admin] Calling delete_port for 98cbb7fc-2689-4871-8b5f-620e1278747b owned by network:dhcp {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:23:28.384567 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-abec67f1-08bc-42eb-bb5f-43f2c1a90474 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:28.413319 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:28.427602 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-63897138-704b-410a-b5b2-b6b36871621a None None] For port 98cbb7fc-2689-4871-8b5f-620e1278747b, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=98cbb7fc-2689-4871-8b5f-620e1278747b,segment=NetworkSegment(548e42d0-2cb5-406e-9e0c-58b6b733a415),segment_id=548e42d0-2cb5-406e-9e0c-58b6b733a415)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:23:28.428389 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-63897138-704b-410a-b5b2-b6b36871621a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (98cbb7fc-2689-4871-8b5f-620e1278747b), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:28.442699 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-63897138-704b-410a-b5b2-b6b36871621a None None] Calling delete_port for 98cbb7fc-2689-4871-8b5f-620e1278747b owned by network:dhcp {{(pid=107135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:23:28.583217 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-abec67f1-08bc-42eb-bb5f-43f2c1a90474 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614170'] for floatingip (de793460-622a-4bad-97b6-f5a520422848), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:28.687718 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.db.l3_db [None req-abec67f1-08bc-42eb-bb5f-43f2c1a90474 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Floating IP de793460-622a-4bad-97b6-f5a520422848 associated. External IP: 172.27.3.24, port: eae53896-6ef9-4506-ab00-a183cb7c9907. Aug 26 06:23:28.766151 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7b971e23-04e7-4e88-a46e-21bec0501f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (98cbb7fc-2689-4871-8b5f-620e1278747b), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:28.780762 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-63897138-704b-410a-b5b2-b6b36871621a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596'] for port (98cbb7fc-2689-4871-8b5f-620e1278747b), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:28.814276 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b971e23-04e7-4e88-a46e-21bec0501f8a admin admin] No DVR routers for this DVR port 98cbb7fc-2689-4871-8b5f-620e1278747b on host dv-cinder-853910-3-iscsi {{(pid=107134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:23:28.819080 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b971e23-04e7-4e88-a46e-21bec0501f8a admin admin] Pushing event deleted for resources: {'Port': ['ID=98cbb7fc-2689-4871-8b5f-620e1278747b,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:28.819945 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63897138-704b-410a-b5b2-b6b36871621a None None] Pushing event deleted for resources: {'Port': ['ID=98cbb7fc-2689-4871-8b5f-620e1278747b,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:28.835053 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63897138-704b-410a-b5b2-b6b36871621a None None] No DVR routers for this DVR port 98cbb7fc-2689-4871-8b5f-620e1278747b on host dv-cinder-853910-3-iscsi {{(pid=107135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:23:28.874957 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-41577112-7ad3-4848-a81b-3cc0216b2d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:28.912847 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:28.927768 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7b971e23-04e7-4e88-a46e-21bec0501f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729656', 'neutron.services.segments.db._delete_segments_for_network-8776576287582'] for network (5d4f41b2-52b3-4af0-9911-ca978ffc602f), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:28.958009 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abec67f1-08bc-42eb-bb5f-43f2c1a90474 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Router 06c6209a-01e3-45a3-88c4-78601b755f5c has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:23:28.961920 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-7b971e23-04e7-4e88-a46e-21bec0501f8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d4f41b2-52b3-4af0-9911-ca978ffc602f']}} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:28.975330 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-7b971e23-04e7-4e88-a46e-21bec0501f8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '548e42d0-2cb5-406e-9e0c-58b6b733a415') {'for_net_delete': True} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:28.975653 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-7b971e23-04e7-4e88-a46e-21bec0501f8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '548e42d0-2cb5-406e-9e0c-58b6b733a415') {} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:28.989425 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7b971e23-04e7-4e88-a46e-21bec0501f8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776576346588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3346503'] for segment (548e42d0-2cb5-406e-9e0c-58b6b733a415), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:29.007864 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7b971e23-04e7-4e88-a46e-21bec0501f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439'] for segment (548e42d0-2cb5-406e-9e0c-58b6b733a415), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:29.018042 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b971e23-04e7-4e88-a46e-21bec0501f8a admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=107134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 06:23:29.018666 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7b971e23-04e7-4e88-a46e-21bec0501f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3183176'] for segment (548e42d0-2cb5-406e-9e0c-58b6b733a415), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:29.066466 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.services.segments.plugin [-] Segment 548e42d0-2cb5-406e-9e0c-58b6b733a415 resource provider aggregate not found Aug 26 06:23:29.089986 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.services.segments.plugin [-] Segment 548e42d0-2cb5-406e-9e0c-58b6b733a415 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 548e42d0-2cb5-406e-9e0c-58b6b733a415 found for delete ", "request_id": "req-8e329cd4-8bfe-4531-b3b3-db622e907574"}]} Aug 26 06:23:29.098666 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abec67f1-08bc-42eb-bb5f-43f2c1a90474 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:23:29.104270 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-abec67f1-08bc-42eb-bb5f-43f2c1a90474 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for floatingip (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:29.109560 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de31d0f-7146-41f4-a733-44cb7ff246ca None None] Sync routers for ids ['06c6209a-01e3-45a3-88c4-78601b755f5c'] in dv-cinder-853910-3-iscsi {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:23:29.122373 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de31d0f-7146-41f4-a733-44cb7ff246ca None None] Routers {'06c6209a-01e3-45a3-88c4-78601b755f5c'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:23:29.123302 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-5de31d0f-7146-41f4-a733-44cb7ff246ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:23:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['06c6209a-01e3-45a3-88c4-78601b755f5c'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:29.148807 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-abec67f1-08bc-42eb-bb5f-43f2c1a90474 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/de793460-622a-4bad-97b6-f5a520422848 HTTP/1.1" status: 200 len: 991 time: 1.4175239 Aug 26 06:23:29.149505 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1', 'tag': 'eae53896-6ef9-4506-ab00-a183cb7c9907'}] {{(pid=107133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:23:29.152467 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8285fbc4cf3847b51d9cb7eba3379b7f58b909d4ff4eae5f417f2c246939f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f115cd49-c210-4250-b280-8b7599a671e5" -d '{"events": [{"name": "network-changed", "server_uuid": "ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1", "tag": "eae53896-6ef9-4506-ab00-a183cb7c9907"}]}' {{(pid=107133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:23:29.201357 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:29.251807 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7b971e23-04e7-4e88-a46e-21bec0501f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621691'] for network (5d4f41b2-52b3-4af0-9911-ca978ffc602f), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:29.257724 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7b971e23-04e7-4e88-a46e-21bec0501f8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for network (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:29.281146 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-7b971e23-04e7-4e88-a46e-21bec0501f8a admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/5d4f41b2-52b3-4af0-9911-ca978ffc602f HTTP/1.1" status: 204 len: 168 time: 1.2117546 Aug 26 06:23:29.281300 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 96735055-5ff8-479b-8b4e-8f619639d462 no longer exists at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:23:29.281399 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b971e23-04e7-4e88-a46e-21bec0501f8a admin admin] Pushing event deleted for resources: {'Network': ['ID=5d4f41b2-52b3-4af0-9911-ca978ffc602f,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:29.292541 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] No Port match for: 96735055-5ff8-479b-8b4e-8f619639d462 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:23:29.292895 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 96735055-5ff8-479b-8b4e-8f619639d462 not bound to the agent host dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:23:29.293317 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 98cbb7fc-2689-4871-8b5f-620e1278747b no longer exists at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:23:29.320449 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] No Port match for: 98cbb7fc-2689-4871-8b5f-620e1278747b {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:23:29.320686 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 98cbb7fc-2689-4871-8b5f-620e1278747b not bound to the agent host dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:23:29.323524 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-5de31d0f-7146-41f4-a733-44cb7ff246ca None None] Set router 06c6209a-01e3-45a3-88c4-78601b755f5c gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:23:29.769376 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-5de31d0f-7146-41f4-a733-44cb7ff246ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'name': 'tempest-AttachVolumeShelveTestJSON-426423681-router', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c6a3c8fd-b3bd-4de5-b20d-df57b42d963e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:18:13Z', 'updated_at': '2022-08-26T06:18:20Z', 'revision_number': 4, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'gw_port': {'id': 'c6a3c8fd-b3bd-4de5-b20d-df57b42d963e', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:18:15Z', 'updated_at': '2022-08-26T06:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': 'de793460-622a-4bad-97b6-f5a520422848', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'port_id': 'eae53896-6ef9-4506-ab00-a183cb7c9907', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f', 'mac_address': 'fa:16:3e:c0:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:23:01Z', 'updated_at': '2022-08-26T06:23:28Z', 'revision_number': 1, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5978bbc-d366-49b8-b06a-7345cde212a5', 'name': '', 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'mac_address': 'fa:16:3e:92:31:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'ce64dff0-037a-436e-960d-bd71ac86cc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:18:19Z', 'updated_at': '2022-08-26T06:18:26Z', 'revision_number': 5, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'subnets': [{'id': 'ce64dff0-037a-436e-960d-bd71ac86cc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:29.802062 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de31d0f-7146-41f4-a733-44cb7ff246ca None None] Checking router: 06c6209a-01e3-45a3-88c4-78601b755f5c for host: dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:23:29.817718 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de31d0f-7146-41f4-a733-44cb7ff246ca None None] Routers {'06c6209a-01e3-45a3-88c4-78601b755f5c'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:23:29.818497 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-5de31d0f-7146-41f4-a733-44cb7ff246ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:23:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['06c6209a-01e3-45a3-88c4-78601b755f5c'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:29.955740 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-5de31d0f-7146-41f4-a733-44cb7ff246ca None None] Set router 06c6209a-01e3-45a3-88c4-78601b755f5c gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:23:30.234127 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-5de31d0f-7146-41f4-a733-44cb7ff246ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'name': 'tempest-AttachVolumeShelveTestJSON-426423681-router', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c6a3c8fd-b3bd-4de5-b20d-df57b42d963e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:18:13Z', 'updated_at': '2022-08-26T06:18:20Z', 'revision_number': 4, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'gw_port': {'id': 'c6a3c8fd-b3bd-4de5-b20d-df57b42d963e', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:18:15Z', 'updated_at': '2022-08-26T06:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': 'de793460-622a-4bad-97b6-f5a520422848', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'port_id': 'eae53896-6ef9-4506-ab00-a183cb7c9907', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f', 'mac_address': 'fa:16:3e:c0:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:23:01Z', 'updated_at': '2022-08-26T06:23:28Z', 'revision_number': 1, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5978bbc-d366-49b8-b06a-7345cde212a5', 'name': '', 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'mac_address': 'fa:16:3e:92:31:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'ce64dff0-037a-436e-960d-bd71ac86cc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:18:19Z', 'updated_at': '2022-08-26T06:18:26Z', 'revision_number': 5, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'subnets': [{'id': 'ce64dff0-037a-436e-960d-bd71ac86cc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:30.260969 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de31d0f-7146-41f4-a733-44cb7ff246ca None None] The sync data for ids ['06c6209a-01e3-45a3-88c4-78601b755f5c'] in dv-cinder-853910-3-iscsi is: [{'id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'name': 'tempest-AttachVolumeShelveTestJSON-426423681-router', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c6a3c8fd-b3bd-4de5-b20d-df57b42d963e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:18:13Z', 'updated_at': '2022-08-26T06:18:20Z', 'revision_number': 4, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'gw_port': {'id': 'c6a3c8fd-b3bd-4de5-b20d-df57b42d963e', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:18:15Z', 'updated_at': '2022-08-26T06:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': 'de793460-622a-4bad-97b6-f5a520422848', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'port_id': 'eae53896-6ef9-4506-ab00-a183cb7c9907', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f', 'mac_address': 'fa:16:3e:c0:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:23:01Z', 'updated_at': '2022-08-26T06:23:28Z', 'revision_number': 1, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5978bbc-d366-49b8-b06a-7345cde212a5', 'name': '', 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'mac_address': 'fa:16:3e:92:31:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'ce64dff0-037a-436e-960d-bd71ac86cc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:18:19Z', 'updated_at': '2022-08-26T06:18:26Z', 'revision_number': 5, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'subnets': [{'id': 'ce64dff0-037a-436e-960d-bd71ac86cc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:23:30.507587 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de65a2b2-40af-467c-8aeb-1db47ad734c7 x-openstack-request-id: req-de65a2b2-40af-467c-8aeb-1db47ad734c7 {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:23:30.507587 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1", "tag": "eae53896-6ef9-4506-ab00-a183cb7c9907", "status": "completed", "code": 200}]} {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:23:30.507587 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-de65a2b2-40af-467c-8aeb-1db47ad734c7 {{(pid=107133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:23:30.507587 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de65a2b2-40af-467c-8aeb-1db47ad734c7'] response: {'name': 'network-changed', 'server_uuid': 'ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1', 'tag': 'eae53896-6ef9-4506-ab00-a183cb7c9907', 'status': 'completed', 'code': 200} Aug 26 06:23:30.514409 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9211db45-6b2c-40aa-a62a-f014c60e2047 None None] New status for floating IP de793460-622a-4bad-97b6-f5a520422848: ACTIVE {{(pid=107136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 06:23:30.554771 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0672f-cb57-4b66-9e56-b0f75f8f164f req-7490726a-ab1b-4e21-8bd1-d37311e6fbd4 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:30.558108 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cec0672f-cb57-4b66-9e56-b0f75f8f164f req-7490726a-ab1b-4e21-8bd1-d37311e6fbd4 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f739aa85-1e49-4e21-ab74-9463ba8ffd4c HTTP/1.1" status: 200 len: 946 time: 0.0729318 Aug 26 06:23:30.568443 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 6 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:23:30.611851 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:30.626236 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cec0672f-cb57-4b66-9e56-b0f75f8f164f req-a140ce9f-2fd6-4433-b8ae-b4ecd6af1d50 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575340 Aug 26 06:23:31.392575 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 56250) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:31.400160 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:31.435309 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-853e1d93-6381-40a9-9996-a43f7fe03313 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=01817da1260c41b4abe6f02b11c66232&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413983 Aug 26 06:23:31.437944 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 56252) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:31.489080 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6ac7d8d4-5e58-4da3-855d-9285e2feb0e4 admin admin] Publish callbacks [] for security_group (dde0a0f1-da41-4c28-b308-c3edefcbd1dd), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:31.510367 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6ac7d8d4-5e58-4da3-855d-9285e2feb0e4 admin admin] Publish callbacks [] for security_group (dde0a0f1-da41-4c28-b308-c3edefcbd1dd), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:31.611783 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:31.645316 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:31.761214 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555728a5-1f4f-404d-ac4c-a221ed187da0 req-f92686dd-6f22-40a8-9438-b61e52c978ba tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:31.762909 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-555728a5-1f4f-404d-ac4c-a221ed187da0 req-f92686dd-6f22-40a8-9438-b61e52c978ba tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f739aa85-1e49-4e21-ab74-9463ba8ffd4c HTTP/1.1" status: 200 len: 946 time: 0.0539987 Aug 26 06:23:31.817430 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:31.821612 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-555728a5-1f4f-404d-ac4c-a221ed187da0 req-c11c0da1-1e19-4f52-8a9b-8f1421cc19d3 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519435 Aug 26 06:23:31.960284 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6ac7d8d4-5e58-4da3-855d-9285e2feb0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (dde0a0f1-da41-4c28-b308-c3edefcbd1dd), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:31.963159 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6ac7d8d4-5e58-4da3-855d-9285e2feb0e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:31.964417 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-6ac7d8d4-5e58-4da3-855d-9285e2feb0e4 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/dde0a0f1-da41-4c28-b308-c3edefcbd1dd HTTP/1.1" status: 204 len: 168 time: 0.5247808 Aug 26 06:23:31.976108 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7d8d4-5e58-4da3-855d-9285e2feb0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde0a0f1-da41-4c28-b308-c3edefcbd1dd,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:32.771442 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115cd49-c210-4250-b280-8b7599a671e5 req-abfd92fb-4d7a-4be0-bf58-bd6ea4fb0ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:32.773230 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f115cd49-c210-4250-b280-8b7599a671e5 req-abfd92fb-4d7a-4be0-bf58-bd6ea4fb0ea2 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f7e0c375a58842e18a4306779fd6e167&device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 1130 time: 0.0479808 Aug 26 06:23:32.889113 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115cd49-c210-4250-b280-8b7599a671e5 req-6596bdfe-f8fa-4478-950a-780ff5415c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:32.891297 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:32.892850 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f115cd49-c210-4250-b280-8b7599a671e5 req-6596bdfe-f8fa-4478-950a-780ff5415c65 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0329fd48-f6a9-4c16-8004-ab5a1f76eb8f HTTP/1.1" status: 200 len: 917 time: 0.1126876 Aug 26 06:23:32.973491 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47562e36-7407-43e4-9aad-0f4df3a71211 req-112c1f1b-4d23-4e53-ad5a-e8ecb3a7ccd8 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:32.974814 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-47562e36-7407-43e4-9aad-0f4df3a71211 req-112c1f1b-4d23-4e53-ad5a-e8ecb3a7ccd8 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f739aa85-1e49-4e21-ab74-9463ba8ffd4c HTTP/1.1" status: 200 len: 946 time: 0.0556788 Aug 26 06:23:33.077507 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-47562e36-7407-43e4-9aad-0f4df3a71211 req-1cf5efe7-25d2-4927-80d3-ca93883b21f0 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960114 Aug 26 06:23:33.103862 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f115cd49-c210-4250-b280-8b7599a671e5 req-7d4cadff-05e8-4149-b34d-5ff11850f6ce service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eae53896-6ef9-4506-ab00-a183cb7c9907 HTTP/1.1" status: 200 len: 1001 time: 0.0717800 Aug 26 06:23:33.187706 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 56286) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:33.187706 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115cd49-c210-4250-b280-8b7599a671e5 req-49c8511c-307d-4499-b7ff-e2897608c6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:33.187706 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f115cd49-c210-4250-b280-8b7599a671e5 req-49c8511c-307d-4499-b7ff-e2897608c6f8 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=ce64dff0-037a-436e-960d-bd71ac86cc2b HTTP/1.1" status: 200 len: 855 time: 0.0626769 Aug 26 06:23:33.208527 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-7a9d7789-9943-4346-a59b-984622f407e2 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=5ed8b47c2b8a495bb5fdb68cd8087d62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473447 Aug 26 06:23:33.210917 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 56288) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:33.259267 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-c58b859a-c092-4d3b-a3bf-b54455faa513 admin admin] Publish callbacks [] for security_group (f4bc78fb-42f2-4583-a2cc-2b663d14edb5), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:33.279739 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-c58b859a-c092-4d3b-a3bf-b54455faa513 admin admin] Publish callbacks [] for security_group (f4bc78fb-42f2-4583-a2cc-2b663d14edb5), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:33.347450 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115cd49-c210-4250-b280-8b7599a671e5 req-b4dac174-4ff1-4c53-86e9-e512ac37a281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:33.348848 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f115cd49-c210-4250-b280-8b7599a671e5 req-b4dac174-4ff1-4c53-86e9-e512ac37a281 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0329fd48-f6a9-4c16-8004-ab5a1f76eb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0619435 Aug 26 06:23:33.408787 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e483df-dc26-486f-be43-6e728ba78ad8 req-40fc887d-d448-421f-bf4b-342f649289db tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:33.410255 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-d9e483df-dc26-486f-be43-6e728ba78ad8 req-40fc887d-d448-421f-bf4b-342f649289db tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=f739aa85-1e49-4e21-ab74-9463ba8ffd4c HTTP/1.1" status: 200 len: 946 time: 0.0500183 Aug 26 06:23:33.447922 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f115cd49-c210-4250-b280-8b7599a671e5 req-218c9400-a98e-4a5c-9d4a-c2879615e4cf service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0329fd48-f6a9-4c16-8004-ab5a1f76eb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880795 Aug 26 06:23:33.512865 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [req-d9e483df-dc26-486f-be43-6e728ba78ad8 req-407e3a4f-c141-4396-a3d4-ab68b4b218c6 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Deleting port 61f75c3c-a587-4be9-a681-7f29d66f4b4c {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:23:33.513218 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-d9e483df-dc26-486f-be43-6e728ba78ad8 req-407e3a4f-c141-4396-a3d4-ab68b4b218c6 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (61f75c3c-a587-4be9-a681-7f29d66f4b4c), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:33.573830 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f115cd49-c210-4250-b280-8b7599a671e5 req-a420206e-6c23-4430-8ca4-c865517860af service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0329fd48-f6a9-4c16-8004-ab5a1f76eb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199417 Aug 26 06:23:33.616561 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [req-d9e483df-dc26-486f-be43-6e728ba78ad8 req-407e3a4f-c141-4396-a3d4-ab68b4b218c6 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] For port 61f75c3c-a587-4be9-a681-7f29d66f4b4c, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=61f75c3c-a587-4be9-a681-7f29d66f4b4c,segment=NetworkSegment(2277a1fe-3a58-44e4-9188-12fe782742b9),segment_id=2277a1fe-3a58-44e4-9188-12fe782742b9)] {{(pid=107134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:23:33.616925 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-d9e483df-dc26-486f-be43-6e728ba78ad8 req-407e3a4f-c141-4396-a3d4-ab68b4b218c6 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (61f75c3c-a587-4be9-a681-7f29d66f4b4c), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:33.725310 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-c58b859a-c092-4d3b-a3bf-b54455faa513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (f4bc78fb-42f2-4583-a2cc-2b663d14edb5), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:33.727952 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-c58b859a-c092-4d3b-a3bf-b54455faa513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:33.730111 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-c58b859a-c092-4d3b-a3bf-b54455faa513 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/f4bc78fb-42f2-4583-a2cc-2b663d14edb5 HTTP/1.1" status: 204 len: 168 time: 0.5172448 Aug 26 06:23:33.742772 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b859a-c092-4d3b-a3bf-b54455faa513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bc78fb-42f2-4583-a2cc-2b663d14edb5,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:33.801039 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-d9e483df-dc26-486f-be43-6e728ba78ad8 req-407e3a4f-c141-4396-a3d4-ab68b4b218c6 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:33.801039 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-d9e483df-dc26-486f-be43-6e728ba78ad8 req-407e3a4f-c141-4396-a3d4-ab68b4b218c6 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614170'] for floatingip (d05fa12a-db34-43bd-8509-891e657d6a3c), after_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:33.801039 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.db.l3_db [req-d9e483df-dc26-486f-be43-6e728ba78ad8 req-407e3a4f-c141-4396-a3d4-ab68b4b218c6 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Floating IP d05fa12a-db34-43bd-8509-891e657d6a3c disassociated. External IP: 172.27.3.12, port: 61f75c3c-a587-4be9-a681-7f29d66f4b4c. Aug 26 06:23:33.801490 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [req-d9e483df-dc26-486f-be43-6e728ba78ad8 req-407e3a4f-c141-4396-a3d4-ab68b4b218c6 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Calling delete_port for 61f75c3c-a587-4be9-a681-7f29d66f4b4c owned by compute:nova {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:23:34.187973 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-d9e483df-dc26-486f-be43-6e728ba78ad8 req-407e3a4f-c141-4396-a3d4-ab68b4b218c6 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (61f75c3c-a587-4be9-a681-7f29d66f4b4c), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:34.206665 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:34.228164 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e3a4f-c141-4396-a3d4-ab68b4b218c6 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Pushing event deleted for resources: {'Port': ['ID=61f75c3c-a587-4be9-a681-7f29d66f4b4c,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:34.241324 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a0305-63f3-4a9b-a367-8f083c6843ef req-cd6fa15d-023e-4288-a4d6-7a57069b5459 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:34.247202 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ac8a0305-63f3-4a9b-a367-8f083c6843ef req-cd6fa15d-023e-4288-a4d6-7a57069b5459 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f739aa85-1e49-4e21-ab74-9463ba8ffd4c HTTP/1.1" status: 200 len: 946 time: 0.0902810 Aug 26 06:23:34.365055 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ac8a0305-63f3-4a9b-a367-8f083c6843ef req-1462dac3-a2a4-4a0f-8745-43d196084858 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165624 Aug 26 06:23:34.395953 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9e483df-dc26-486f-be43-6e728ba78ad8 req-407e3a4f-c141-4396-a3d4-ab68b4b218c6 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Router 1170b181-b00b-401a-bc40-cf5c03a60e31 has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:23:34.480429 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:34.512697 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9e483df-dc26-486f-be43-6e728ba78ad8 req-407e3a4f-c141-4396-a3d4-ab68b4b218c6 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:23:34.534014 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802c05c4-5daa-4677-9d49-7486d734bd52 None None] Sync routers for ids ['1170b181-b00b-401a-bc40-cf5c03a60e31'] in dv-cinder-853910-3-iscsi {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:23:34.553558 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802c05c4-5daa-4677-9d49-7486d734bd52 None None] Routers {'1170b181-b00b-401a-bc40-cf5c03a60e31'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:23:34.557198 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-802c05c4-5daa-4677-9d49-7486d734bd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:23:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['1170b181-b00b-401a-bc40-cf5c03a60e31'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:34.592498 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e483df-dc26-486f-be43-6e728ba78ad8 req-407e3a4f-c141-4396-a3d4-ab68b4b218c6 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] No DVR routers for this DVR port 61f75c3c-a587-4be9-a681-7f29d66f4b4c on host hv-cinder-85391 {{(pid=107134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:23:34.603141 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-d9e483df-dc26-486f-be43-6e728ba78ad8 req-407e3a4f-c141-4396-a3d4-ab68b4b218c6 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:34.607777 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-d9e483df-dc26-486f-be43-6e728ba78ad8 req-407e3a4f-c141-4396-a3d4-ab68b4b218c6 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.76 "DELETE /networking/v2.0/ports/61f75c3c-a587-4be9-a681-7f29d66f4b4c HTTP/1.1" status: 204 len: 173 time: 1.1906743 Aug 26 06:23:34.607885 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f739aa85-1e49-4e21-ab74-9463ba8ffd4c', 'name': 'network-vif-deleted', 'tag': '61f75c3c-a587-4be9-a681-7f29d66f4b4c'}] {{(pid=107134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:23:34.611155 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98877e02f8b3cb06335249729d630ff259ce8fa3eff905cdf154d6d548f15152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99111d6e-7f5e-4a98-878f-9314382aaf90" -d '{"events": [{"server_uuid": "f739aa85-1e49-4e21-ab74-9463ba8ffd4c", "name": "network-vif-deleted", "tag": "61f75c3c-a587-4be9-a681-7f29d66f4b4c"}]}' {{(pid=107134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:23:34.701349 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-802c05c4-5daa-4677-9d49-7486d734bd52 None None] Set router 1170b181-b00b-401a-bc40-cf5c03a60e31 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:23:34.737816 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b72734e-ba07-45f9-a294-85b8cd934ab3 x-openstack-request-id: req-7b72734e-ba07-45f9-a294-85b8cd934ab3 {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:23:34.738212 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f739aa85-1e49-4e21-ab74-9463ba8ffd4c", "name": "network-vif-deleted", "tag": "61f75c3c-a587-4be9-a681-7f29d66f4b4c", "status": "completed", "code": 200}]} {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:23:34.738890 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7b72734e-ba07-45f9-a294-85b8cd934ab3 {{(pid=107134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:23:34.739537 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b72734e-ba07-45f9-a294-85b8cd934ab3'] response: {'server_uuid': 'f739aa85-1e49-4e21-ab74-9463ba8ffd4c', 'name': 'network-vif-deleted', 'tag': '61f75c3c-a587-4be9-a681-7f29d66f4b4c', 'status': 'completed', 'code': 200} Aug 26 06:23:34.810041 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:35.015319 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-802c05c4-5daa-4677-9d49-7486d734bd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'name': 'tempest-TestVolumeBootPattern-516714474-router', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00c271ea-b83a-41f7-9150-f380b863371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:24Z', 'updated_at': '2022-08-26T06:19:32Z', 'revision_number': 4, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'gw_port': {'id': '00c271ea-b83a-41f7-9150-f380b863371a', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:26Z', 'updated_at': '2022-08-26T06:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '6f652a3a-1862-46c0-b96a-62edc6b668df', 'name': '', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'mac_address': 'fa:16:3e:1a:bc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:31Z', 'updated_at': '2022-08-26T06:19:41Z', 'revision_number': 5, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'subnets': [{'id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:35.045341 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802c05c4-5daa-4677-9d49-7486d734bd52 None None] Checking router: 1170b181-b00b-401a-bc40-cf5c03a60e31 for host: dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:23:35.055061 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802c05c4-5daa-4677-9d49-7486d734bd52 None None] Routers {'1170b181-b00b-401a-bc40-cf5c03a60e31'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:23:35.055766 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-802c05c4-5daa-4677-9d49-7486d734bd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:23:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['1170b181-b00b-401a-bc40-cf5c03a60e31'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:35.160521 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-802c05c4-5daa-4677-9d49-7486d734bd52 None None] Set router 1170b181-b00b-401a-bc40-cf5c03a60e31 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:23:35.359895 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-802c05c4-5daa-4677-9d49-7486d734bd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'name': 'tempest-TestVolumeBootPattern-516714474-router', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00c271ea-b83a-41f7-9150-f380b863371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:24Z', 'updated_at': '2022-08-26T06:19:32Z', 'revision_number': 4, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'gw_port': {'id': '00c271ea-b83a-41f7-9150-f380b863371a', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:26Z', 'updated_at': '2022-08-26T06:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '6f652a3a-1862-46c0-b96a-62edc6b668df', 'name': '', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'mac_address': 'fa:16:3e:1a:bc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:31Z', 'updated_at': '2022-08-26T06:19:41Z', 'revision_number': 5, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'subnets': [{'id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:35.384499 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802c05c4-5daa-4677-9d49-7486d734bd52 None None] The sync data for ids ['1170b181-b00b-401a-bc40-cf5c03a60e31'] in dv-cinder-853910-3-iscsi is: [{'id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'name': 'tempest-TestVolumeBootPattern-516714474-router', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00c271ea-b83a-41f7-9150-f380b863371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:24Z', 'updated_at': '2022-08-26T06:19:32Z', 'revision_number': 4, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'gw_port': {'id': '00c271ea-b83a-41f7-9150-f380b863371a', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:26Z', 'updated_at': '2022-08-26T06:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '6f652a3a-1862-46c0-b96a-62edc6b668df', 'name': '', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'mac_address': 'fa:16:3e:1a:bc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:31Z', 'updated_at': '2022-08-26T06:19:41Z', 'revision_number': 5, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'subnets': [{'id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:23:35.508375 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-1646e6f1-4cd3-4f62-9133-c3f02142815d req-61ff00ae-4999-400b-bb3c-9fcb1f490ed4 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f739aa85-1e49-4e21-ab74-9463ba8ffd4c HTTP/1.1" status: 200 len: 210 time: 0.0438116 Aug 26 06:23:35.657043 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d5f88c-e3ef-49ae-bc37-90915c82caf6 None None] New status for floating IP d05fa12a-db34-43bd-8509-891e657d6a3c: DOWN {{(pid=107136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 06:23:35.776661 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:35.966066 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:36.377317 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:36.633285 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-97169967-3c59-4fa6-b90b-9b464dc96a8f req-f277fdc0-de8d-4564-85e4-e6dac6ef9978 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f739aa85-1e49-4e21-ab74-9463ba8ffd4c HTTP/1.1" status: 200 len: 210 time: 0.0306890 Aug 26 06:23:36.971728 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:37.165527 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:37.557990 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 61f75c3c-a587-4be9-a681-7f29d66f4b4c no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:23:37.580782 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] No Port match for: 61f75c3c-a587-4be9-a681-7f29d66f4b4c {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:23:37.581154 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 61f75c3c-a587-4be9-a681-7f29d66f4b4c not bound to the agent host hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:23:37.923664 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-aef9fd80-c454-41a0-a512-d327885add27 req-66c20ceb-4ce3-4f4d-8d28-0fe68998e74d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1659315665&fields=id&tenant_id=fde0e661bd5646bab91b5e6b623a2e7e HTTP/1.1" status: 200 len: 267 time: 0.0463221 Aug 26 06:23:38.038971 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9fd80-c454-41a0-a512-d327885add27 req-e77bd7cd-3fab-42d1-85c4-ac4883402ee9 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:38.040440 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-aef9fd80-c454-41a0-a512-d327885add27 req-e77bd7cd-3fab-42d1-85c4-ac4883402ee9 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/networks?id=6c5f68e8-9704-4e4e-a557-4e9515d804ef HTTP/1.1" status: 200 len: 811 time: 0.1091394 Aug 26 06:23:38.056165 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-aef9fd80-c454-41a0-a512-d327885add27 req-2e8c2bb9-376c-4fa8-ad4b-44bba48310a2 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/quotas/fde0e661bd5646bab91b5e6b623a2e7e HTTP/1.1" status: 200 len: 375 time: 0.0097625 Aug 26 06:23:38.108811 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-aef9fd80-c454-41a0-a512-d327885add27 req-b239da35-c377-4496-b4a7-0dfc38047f4f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=fde0e661bd5646bab91b5e6b623a2e7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478740 Aug 26 06:23:38.165310 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:38.219325 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-aef9fd80-c454-41a0-a512-d327885add27 req-eac21623-95ca-43f5-afec-8f67d82f7347 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6c5f68e8-9704-4e4e-a557-4e9515d804ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983655 Aug 26 06:23:38.323401 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-aef9fd80-c454-41a0-a512-d327885add27 req-ff627db0-5ac7-4c02-afc8-7f8121c9da8e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6c5f68e8-9704-4e4e-a557-4e9515d804ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976536 Aug 26 06:23:39.212375 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-62964369-1195-424b-81ba-67b940bc707e req-85022f19-b949-4e46-82ca-0bd98538940f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 210 time: 0.0307627 Aug 26 06:23:39.651359 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:40.085790 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 56410) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:40.126389 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:40.198793 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-56def23e-6113-48d0-9a13-5d9446ec9534 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:40.291217 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-56def23e-6113-48d0-9a13-5d9446ec9534 admin admin] Publish callbacks [] for security_group (c256ecc0-8d5b-4623-8807-34fbef4172bc), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:40.316199 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-eda601db-0ad2-4c17-9945-7da282bc60db req-58740768-9ee6-4660-b6bb-e57b52f7ee34 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 210 time: 0.0364308 Aug 26 06:23:40.403736 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-cf24d713-b627-4af2-bbff-c9e1c6e4c9fa tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-26851706&fields=id&tenant_id=52e8949a7d05434396f8e8631f2cdb72 HTTP/1.1" status: 200 len: 267 time: 0.0470383 Aug 26 06:23:40.428678 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-56def23e-6113-48d0-9a13-5d9446ec9534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (c256ecc0-8d5b-4623-8807-34fbef4172bc), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:40.516616 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-56def23e-6113-48d0-9a13-5d9446ec9534 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=b703d830713d4bc0afb8622c93601b99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4294910 Aug 26 06:23:40.519311 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 56424) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:40.519849 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56def23e-6113-48d0-9a13-5d9446ec9534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c256ecc0-8d5b-4623-8807-34fbef4172bc,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:40.582114 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7bbf73ba-6847-4a97-8e36-dd15a5475882 admin admin] Publish callbacks [] for security_group (c256ecc0-8d5b-4623-8807-34fbef4172bc), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:40.582405 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-0b2a862e-ac78-4ff3-aff0-c8d0bdde0df8 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:40.583764 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-0b2a862e-ac78-4ff3-aff0-c8d0bdde0df8 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/networks?id=d008bdb5-ce3d-4b11-ad7a-76c0e477dc41 HTTP/1.1" status: 200 len: 809 time: 0.1716008 Aug 26 06:23:40.602054 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-ad9987fc-6d62-48af-b8cb-3a4d86c36e8f tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/quotas/52e8949a7d05434396f8e8631f2cdb72 HTTP/1.1" status: 200 len: 375 time: 0.0124779 Aug 26 06:23:40.608077 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7bbf73ba-6847-4a97-8e36-dd15a5475882 admin admin] Publish callbacks [] for security_group (c256ecc0-8d5b-4623-8807-34fbef4172bc), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:40.664118 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-84995ee9-5c95-481e-b0a8-e1562000c04b tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=52e8949a7d05434396f8e8631f2cdb72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545344 Aug 26 06:23:40.775831 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-1ea3e401-aa82-4a54-95c5-f0a58f10f6b0 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/d008bdb5-ce3d-4b11-ad7a-76c0e477dc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990555 Aug 26 06:23:40.859701 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7bbf73ba-6847-4a97-8e36-dd15a5475882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (c256ecc0-8d5b-4623-8807-34fbef4172bc), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:40.863014 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7bbf73ba-6847-4a97-8e36-dd15a5475882 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:40.866738 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-7bbf73ba-6847-4a97-8e36-dd15a5475882 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/c256ecc0-8d5b-4623-8807-34fbef4172bc HTTP/1.1" status: 204 len: 168 time: 0.3437712 Aug 26 06:23:40.882694 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf73ba-6847-4a97-8e36-dd15a5475882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c256ecc0-8d5b-4623-8807-34fbef4172bc,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:40.883248 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-5cb682b6-0211-4db8-a826-7b111cb1af7e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/d008bdb5-ce3d-4b11-ad7a-76c0e477dc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016731 Aug 26 06:23:41.110168 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:41.372178 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:41.443590 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-873fd8fb-4462-4b21-ab15-6cad49832994 req-950b7f7c-939d-4108-96e3-ba931a00e070 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 210 time: 0.0389147 Aug 26 06:23:41.691295 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:41.800763 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c9055b7c-e5ae-428b-b9c0-cabe6a50e48c req-ecbc110e-e71f-49a2-a945-175bfe8de929 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 210 time: 0.0432296 Aug 26 06:23:41.909072 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:42.025914 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 56462) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:42.043614 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-38347049-106b-4db7-b694-def0411cc1a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:42.135291 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-38347049-106b-4db7-b694-def0411cc1a6 admin admin] Publish callbacks [] for security_group (0bb09a02-7f4e-4913-a6a0-2ddf122ca82c), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:42.325526 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-38347049-106b-4db7-b694-def0411cc1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (0bb09a02-7f4e-4913-a6a0-2ddf122ca82c), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:42.416812 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-38347049-106b-4db7-b694-def0411cc1a6 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=b34d6b6dfa974d119ea77bb6291dcdcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3897057 Aug 26 06:23:42.419833 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 56466) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:42.420375 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38347049-106b-4db7-b694-def0411cc1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb09a02-7f4e-4913-a6a0-2ddf122ca82c,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:42.479347 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-c77a83dd-6a4f-4668-ac77-eaaf1df15315 admin admin] Publish callbacks [] for security_group (0bb09a02-7f4e-4913-a6a0-2ddf122ca82c), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:42.489048 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9fd80-c454-41a0-a512-d327885add27 req-e6c833bc-8be3-49b1-9154-2626b4a5d013 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:42.490708 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-aef9fd80-c454-41a0-a512-d327885add27 req-e6c833bc-8be3-49b1-9154-2626b4a5d013 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.76 "GET /networking/v2.0/networks?id=6c5f68e8-9704-4e4e-a557-4e9515d804ef HTTP/1.1" status: 200 len: 811 time: 0.1339982 Aug 26 06:23:42.502872 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-c77a83dd-6a4f-4668-ac77-eaaf1df15315 admin admin] Publish callbacks [] for security_group (0bb09a02-7f4e-4913-a6a0-2ddf122ca82c), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:42.720539 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-c77a83dd-6a4f-4668-ac77-eaaf1df15315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (0bb09a02-7f4e-4913-a6a0-2ddf122ca82c), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:42.722829 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-c77a83dd-6a4f-4668-ac77-eaaf1df15315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:42.741174 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-c77a83dd-6a4f-4668-ac77-eaaf1df15315 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/0bb09a02-7f4e-4913-a6a0-2ddf122ca82c HTTP/1.1" status: 204 len: 168 time: 0.3023524 Aug 26 06:23:42.741174 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a83dd-6a4f-4668-ac77-eaaf1df15315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb09a02-7f4e-4913-a6a0-2ddf122ca82c,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:42.807725 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6e30e6f9-740a-4669-94a7-1a8d1525f166 req-8b2fd255-3765-401b-b62f-4d116ae3d6b9 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 210 time: 0.0403128 Aug 26 06:23:42.864022 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-aef9fd80-c454-41a0-a512-d327885add27 req-5fdee8df-9c54-4e22-b8ea-12854185d0d7 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fde0e661bd5646bab91b5e6b623a2e7e HTTP/1.1" status: 200 len: 380 time: 0.3656900 Aug 26 06:23:42.893447 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e4c0a301-bebb-43ec-8ec0-dca2c5c6eae5 req-f9502380-cfb0-4b16-b881-6e6b6cd90318 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 210 time: 0.0347242 Aug 26 06:23:42.946498 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [req-aef9fd80-c454-41a0-a512-d327885add27 req-c98ad598-3254-4143-a7b1-dbfa7938aee8 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Request body: {'port': {'device_id': 'ce4ec4be-d09b-431b-93f0-062334195c69', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'admin_state_up': True, 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'security_groups': ['5344e8cb-c253-4a5e-a56d-2a9ce3317e14']}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:23:43.393580 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aef9fd80-c454-41a0-a512-d327885add27 req-c98ad598-3254-4143-a7b1-dbfa7938aee8 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Made reservation on behalf of fde0e661bd5646bab91b5e6b623a2e7e for: {'port': 1} {{(pid=107134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:23:43.397424 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-aef9fd80-c454-41a0-a512-d327885add27 req-c98ad598-3254-4143-a7b1-dbfa7938aee8 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:43.524771 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.db_base_plugin_common [req-aef9fd80-c454-41a0-a512-d327885add27 req-c98ad598-3254-4143-a7b1-dbfa7938aee8 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Allocated IP 172.20.0.14 (6c5f68e8-9704-4e4e-a557-4e9515d804ef/78073db3-4b4a-4ba4-91af-0bd41027d48e/07d50961-0e64-446f-a7b3-9104f5a9a451) {{(pid=107134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:23:43.671799 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-aef9fd80-c454-41a0-a512-d327885add27 req-c98ad598-3254-4143-a7b1-dbfa7938aee8 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for port (07d50961-0e64-446f-a7b3-9104f5a9a451), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:43.834678 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-aef9fd80-c454-41a0-a512-d327885add27 req-c98ad598-3254-4143-a7b1-dbfa7938aee8 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (07d50961-0e64-446f-a7b3-9104f5a9a451), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:43.889095 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aef9fd80-c454-41a0-a512-d327885add27 req-c98ad598-3254-4143-a7b1-dbfa7938aee8 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Network 6c5f68e8-9704-4e4e-a557-4e9515d804ef is already hosted by enough agents. {{(pid=107134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:23:43.899686 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [req-aef9fd80-c454-41a0-a512-d327885add27 req-c98ad598-3254-4143-a7b1-dbfa7938aee8 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Resources bound (agent type, host, resource id): {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:23:43.909075 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef9fd80-c454-41a0-a512-d327885add27 req-c98ad598-3254-4143-a7b1-dbfa7938aee8 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Received port after_create {{(pid=107134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:23:43.965098 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ad598-3254-4143-a7b1-dbfa7938aee8 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Pushing event updated for resources: {'Port': ['ID=07d50961-0e64-446f-a7b3-9104f5a9a451,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:44.004538 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-ddccf0c9-3c97-4194-8964-d2dbc252c383 req-388c808f-95f4-4040-bb90-503c5b8a54d2 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 210 time: 0.0407772 Aug 26 06:23:44.005280 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc87df-a422-472b-a942-c8cace4035b3 req-62ab143c-8079-40d1-af6b-7877dc466722 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:44.012774 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9adc87df-a422-472b-a942-c8cace4035b3 req-62ab143c-8079-40d1-af6b-7877dc466722 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 932 time: 0.1075568 Aug 26 06:23:44.037317 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9fd80-c454-41a0-a512-d327885add27 req-c98ad598-3254-4143-a7b1-dbfa7938aee8 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:44.037944 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-aef9fd80-c454-41a0-a512-d327885add27 req-c98ad598-3254-4143-a7b1-dbfa7938aee8 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:44.085064 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9adc87df-a422-472b-a942-c8cace4035b3 req-bee1654a-99ce-41e6-9795-fe802bf75da7 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713542 Aug 26 06:23:44.144622 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-007aa85f-ba30-4208-8ffd-530dad2c78cd None None] Provisioning complete for port 07d50961-0e64-446f-a7b3-9104f5a9a451 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:23:44.145210 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-007aa85f-ba30-4208-8ffd-530dad2c78cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (07d50961-0e64-446f-a7b3-9104f5a9a451), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:44.187304 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-aef9fd80-c454-41a0-a512-d327885add27 req-c98ad598-3254-4143-a7b1-dbfa7938aee8 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2452366 Aug 26 06:23:44.203417 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-007aa85f-ba30-4208-8ffd-530dad2c78cd None None] Port 07d50961-0e64-446f-a7b3-9104f5a9a451 cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:23:44.204591 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [req-aef9fd80-c454-41a0-a512-d327885add27 req-64fcfc44-26cc-49f0-b9cc-b3c46abe3ab2 service neutron] Request body: {'port': {'device_id': 'ce4ec4be-d09b-431b-93f0-062334195c69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:23:44.278966 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-aef9fd80-c454-41a0-a512-d327885add27 req-64fcfc44-26cc-49f0-b9cc-b3c46abe3ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (07d50961-0e64-446f-a7b3-9104f5a9a451), before_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:44.584183 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.notifiers.nova [req-aef9fd80-c454-41a0-a512-d327885add27 req-64fcfc44-26cc-49f0-b9cc-b3c46abe3ab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07d50961-0e64-446f-a7b3-9104f5a9a451 {{(pid=107134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:23:44.595904 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-aef9fd80-c454-41a0-a512-d327885add27 req-64fcfc44-26cc-49f0-b9cc-b3c46abe3ab2 service neutron] Publish callbacks [] for port (07d50961-0e64-446f-a7b3-9104f5a9a451), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:44.609609 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.provisioning_blocks [req-aef9fd80-c454-41a0-a512-d327885add27 req-64fcfc44-26cc-49f0-b9cc-b3c46abe3ab2 service neutron] Transition to ACTIVE for port object 07d50961-0e64-446f-a7b3-9104f5a9a451 will not be triggered until provisioned by entity L2. {{(pid=107134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 06:23:44.771133 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-aef9fd80-c454-41a0-a512-d327885add27 req-64fcfc44-26cc-49f0-b9cc-b3c46abe3ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183148'] for port (07d50961-0e64-446f-a7b3-9104f5a9a451), after_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:44.865500 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fcfc44-26cc-49f0-b9cc-b3c46abe3ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=07d50961-0e64-446f-a7b3-9104f5a9a451,revision_number=2']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:44.886631 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.managers [req-aef9fd80-c454-41a0-a512-d327885add27 req-64fcfc44-26cc-49f0-b9cc-b3c46abe3ab2 service neutron] Attempting to bind port 07d50961-0e64-446f-a7b3-9104f5a9a451 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:23:44.886985 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.managers [req-aef9fd80-c454-41a0-a512-d327885add27 req-64fcfc44-26cc-49f0-b9cc-b3c46abe3ab2 service neutron] Attempting to bind port 07d50961-0e64-446f-a7b3-9104f5a9a451 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '2277a1fe-3a58-44e4-9188-12fe782742b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef'}] {{(pid=107134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:23:44.887319 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef9fd80-c454-41a0-a512-d327885add27 req-64fcfc44-26cc-49f0-b9cc-b3c46abe3ab2 service neutron] Attempting to bind port 07d50961-0e64-446f-a7b3-9104f5a9a451 on network 6c5f68e8-9704-4e4e-a557-4e9515d804ef {{(pid=107134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:23:44.892176 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef9fd80-c454-41a0-a512-d327885add27 req-64fcfc44-26cc-49f0-b9cc-b3c46abe3ab2 service neutron] Port 07d50961-0e64-446f-a7b3-9104f5a9a451 on network 6c5f68e8-9704-4e4e-a557-4e9515d804ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 06:23:44.892790 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef9fd80-c454-41a0-a512-d327885add27 req-64fcfc44-26cc-49f0-b9cc-b3c46abe3ab2 service neutron] Attempting to bind port 07d50961-0e64-446f-a7b3-9104f5a9a451 on network 6c5f68e8-9704-4e4e-a557-4e9515d804ef {{(pid=107134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:23:44.901352 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef9fd80-c454-41a0-a512-d327885add27 req-64fcfc44-26cc-49f0-b9cc-b3c46abe3ab2 service neutron] Checking agent: {'id': '607bbde6-0fd2-4787-87ed-7343841db9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'started_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:23:44.901724 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef9fd80-c454-41a0-a512-d327885add27 req-64fcfc44-26cc-49f0-b9cc-b3c46abe3ab2 service neutron] Checking segment: {'id': '2277a1fe-3a58-44e4-9188-12fe782742b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:23:44.902117 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef9fd80-c454-41a0-a512-d327885add27 req-64fcfc44-26cc-49f0-b9cc-b3c46abe3ab2 service neutron] Bound using segment: {'id': '2277a1fe-3a58-44e4-9188-12fe782742b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef'} {{(pid=107134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:23:44.902547 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.managers [req-aef9fd80-c454-41a0-a512-d327885add27 req-64fcfc44-26cc-49f0-b9cc-b3c46abe3ab2 service neutron] Bound port: 07d50961-0e64-446f-a7b3-9104f5a9a451, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2277a1fe-3a58-44e4-9188-12fe782742b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef'}}] {{(pid=107134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:23:44.902939 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-aef9fd80-c454-41a0-a512-d327885add27 req-64fcfc44-26cc-49f0-b9cc-b3c46abe3ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (07d50961-0e64-446f-a7b3-9104f5a9a451), before_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:44.973662 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [req-aef9fd80-c454-41a0-a512-d327885add27 req-64fcfc44-26cc-49f0-b9cc-b3c46abe3ab2 service neutron] For port 07d50961-0e64-446f-a7b3-9104f5a9a451, host hv-cinder-85391, cleared binding levels {{(pid=107134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:23:44.976984 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [req-aef9fd80-c454-41a0-a512-d327885add27 req-64fcfc44-26cc-49f0-b9cc-b3c46abe3ab2 service neutron] For port 07d50961-0e64-446f-a7b3-9104f5a9a451, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=07d50961-0e64-446f-a7b3-9104f5a9a451,segment=NetworkSegment(2277a1fe-3a58-44e4-9188-12fe782742b9),segment_id=2277a1fe-3a58-44e4-9188-12fe782742b9)] {{(pid=107134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:23:45.111839 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d7a3cdf8-b984-4a16-8276-9479de0f1e8f req-9b37cc7c-6756-4dd6-b044-0a6fe011011a tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 210 time: 0.0301056 Aug 26 06:23:45.137264 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-aef9fd80-c454-41a0-a512-d327885add27 req-64fcfc44-26cc-49f0-b9cc-b3c46abe3ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183148'] for port (07d50961-0e64-446f-a7b3-9104f5a9a451), after_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:45.143513 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9fd80-c454-41a0-a512-d327885add27 req-64fcfc44-26cc-49f0-b9cc-b3c46abe3ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:45.146351 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-aef9fd80-c454-41a0-a512-d327885add27 req-64fcfc44-26cc-49f0-b9cc-b3c46abe3ab2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:45.146351 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-aef9fd80-c454-41a0-a512-d327885add27 req-64fcfc44-26cc-49f0-b9cc-b3c46abe3ab2 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/07d50961-0e64-446f-a7b3-9104f5a9a451 HTTP/1.1" status: 200 len: 1094 time: 0.9517925 Aug 26 06:23:45.146351 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4ec4be-d09b-431b-93f0-062334195c69', 'tag': '07d50961-0e64-446f-a7b3-9104f5a9a451'}] {{(pid=107134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:23:45.148265 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98877e02f8b3cb06335249729d630ff259ce8fa3eff905cdf154d6d548f15152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48047a9d-197a-4c74-941f-8adaaca528be" -d '{"events": [{"name": "network-changed", "server_uuid": "ce4ec4be-d09b-431b-93f0-062334195c69", "tag": "07d50961-0e64-446f-a7b3-9104f5a9a451"}]}' {{(pid=107134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:23:45.195571 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fcfc44-26cc-49f0-b9cc-b3c46abe3ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=07d50961-0e64-446f-a7b3-9104f5a9a451,revision_number=3']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:45.231670 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5e47b-378a-4f1d-b7b6-8d9469365779 req-a605e11b-949a-4c3e-8615-2abcf1408323 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:45.233263 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-47d5e47b-378a-4f1d-b7b6-8d9469365779 req-a605e11b-949a-4c3e-8615-2abcf1408323 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 944 time: 0.0570111 Aug 26 06:23:45.280248 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58c924d-ffa1-46c8-939b-5d675366e136 x-openstack-request-id: req-b58c924d-ffa1-46c8-939b-5d675366e136 {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:23:45.280551 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce4ec4be-d09b-431b-93f0-062334195c69", "tag": "07d50961-0e64-446f-a7b3-9104f5a9a451", "status": "completed", "code": 200}]} {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:23:45.280798 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b58c924d-ffa1-46c8-939b-5d675366e136 {{(pid=107134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:23:45.281270 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b58c924d-ffa1-46c8-939b-5d675366e136'] response: {'name': 'network-changed', 'server_uuid': 'ce4ec4be-d09b-431b-93f0-062334195c69', 'tag': '07d50961-0e64-446f-a7b3-9104f5a9a451', 'status': 'completed', 'code': 200} Aug 26 06:23:45.301014 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-47d5e47b-378a-4f1d-b7b6-8d9469365779 req-beccf25d-5a0c-4523-a947-f2040c003ecc tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602679 Aug 26 06:23:45.348468 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:45.399982 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48047a9d-197a-4c74-941f-8adaaca528be req-40fbdb56-85c6-4589-a5a4-a482e804e040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:45.401473 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-48047a9d-197a-4c74-941f-8adaaca528be req-40fbdb56-85c6-4589-a5a4-a482e804e040 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=fde0e661bd5646bab91b5e6b623a2e7e&device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 1128 time: 0.0405195 Aug 26 06:23:45.594628 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48047a9d-197a-4c74-941f-8adaaca528be req-2bae2d79-6f92-4993-8614-0bbe61f5a628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:45.596205 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-48047a9d-197a-4c74-941f-8adaaca528be req-2bae2d79-6f92-4993-8614-0bbe61f5a628 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=fde0e661bd5646bab91b5e6b623a2e7e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1869266 Aug 26 06:23:45.757084 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48047a9d-197a-4c74-941f-8adaaca528be req-64173820-d8de-417b-ba69-c2b3d288d1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:45.758545 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-48047a9d-197a-4c74-941f-8adaaca528be req-64173820-d8de-417b-ba69-c2b3d288d1d4 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1568644 Aug 26 06:23:45.857549 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9fd80-c454-41a0-a512-d327885add27 req-845f0611-e005-421f-896e-4c360d881ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:45.859187 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-aef9fd80-c454-41a0-a512-d327885add27 req-845f0611-e005-421f-896e-4c360d881ff5 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=fde0e661bd5646bab91b5e6b623a2e7e&device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 1128 time: 0.0427194 Aug 26 06:23:45.902242 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-aef9fd80-c454-41a0-a512-d327885add27 req-f2a2d1a7-20d6-4cdc-b592-f8deb6396dea service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07d50961-0e64-446f-a7b3-9104f5a9a451 HTTP/1.1" status: 200 len: 217 time: 0.0361443 Aug 26 06:23:46.211150 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9fd80-c454-41a0-a512-d327885add27 req-adcd96eb-d89c-4057-8116-291dfb35c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:46.212730 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-aef9fd80-c454-41a0-a512-d327885add27 req-adcd96eb-d89c-4057-8116-291dfb35c746 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=78073db3-4b4a-4ba4-91af-0bd41027d48e HTTP/1.1" status: 200 len: 850 time: 0.1013772 Aug 26 06:23:46.281149 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-4dcfa5b3-1680-4e95-9dcb-6e76cc1c06e2 req-fa2a61b3-827e-4d05-bd60-9d64fe6ae801 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 210 time: 0.0592496 Aug 26 06:23:46.288645 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9fd80-c454-41a0-a512-d327885add27 req-55277196-8b8c-43da-886f-a19b822ca730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:46.290112 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-aef9fd80-c454-41a0-a512-d327885add27 req-55277196-8b8c-43da-886f-a19b822ca730 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=6c5f68e8-9704-4e4e-a557-4e9515d804ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0713644 Aug 26 06:23:46.414448 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-aef9fd80-c454-41a0-a512-d327885add27 req-5a17b774-97b5-4638-b067-1a76e4b90a8a service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6c5f68e8-9704-4e4e-a557-4e9515d804ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183655 Aug 26 06:23:46.452166 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89072bca-11d9-4aa6-aa02-842dd6347663 req-1b00b914-e329-4759-b1ab-2064a23b08d8 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:46.454227 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-89072bca-11d9-4aa6-aa02-842dd6347663 req-1b00b914-e329-4759-b1ab-2064a23b08d8 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 944 time: 0.0500636 Aug 26 06:23:46.504594 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-89072bca-11d9-4aa6-aa02-842dd6347663 req-20624977-d6b5-47bc-899b-b66ae2e81278 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440319 Aug 26 06:23:46.627238 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-aef9fd80-c454-41a0-a512-d327885add27 req-844cbbab-d1f6-44f7-bba0-fdc8f06db955 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6c5f68e8-9704-4e4e-a557-4e9515d804ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955777 Aug 26 06:23:47.093202 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-cf550d10-f164-456e-b992-c8af26dcdfbe tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:47.095687 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-cf550d10-f164-456e-b992-c8af26dcdfbe tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.76 "GET /networking/v2.0/networks?id=d008bdb5-ce3d-4b11-ad7a-76c0e477dc41 HTTP/1.1" status: 200 len: 809 time: 0.1116128 Aug 26 06:23:47.164406 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-81c09368-1f12-43ea-bd8f-c9564452796e tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=52e8949a7d05434396f8e8631f2cdb72 HTTP/1.1" status: 200 len: 378 time: 0.0601003 Aug 26 06:23:47.172935 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-ff6b2ef5-c92d-4f61-8f54-912806834f55 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Request body: {'port': {'device_id': '4228acc2-99a7-47c3-9cef-92c0f7bcb7b0', 'network_id': 'd008bdb5-ce3d-4b11-ad7a-76c0e477dc41', 'admin_state_up': True, 'tenant_id': '52e8949a7d05434396f8e8631f2cdb72', 'security_groups': ['e29485c7-77f9-44c9-88a6-1ce2b262c9ba']}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:23:47.399159 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-d926ffe2-e5a8-4233-9595-13edc822cfef req-f65d8a43-aee7-4eec-ad8e-ae9d148e95cb tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 210 time: 0.0286489 Aug 26 06:23:47.588184 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-ff6b2ef5-c92d-4f61-8f54-912806834f55 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Made reservation on behalf of 52e8949a7d05434396f8e8631f2cdb72 for: {'port': 1} {{(pid=107134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:23:47.590749 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:47.593753 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-ff6b2ef5-c92d-4f61-8f54-912806834f55 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:47.627382 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10730064-5efb-4d8a-9d30-cdf67a7cd5da req-a4464af1-b5c7-43c8-927d-fa741865f698 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:47.638718 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-10730064-5efb-4d8a-9d30-cdf67a7cd5da req-a4464af1-b5c7-43c8-927d-fa741865f698 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 944 time: 0.0491230 Aug 26 06:23:47.680751 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-10730064-5efb-4d8a-9d30-cdf67a7cd5da req-e7d6b2aa-f2a7-49eb-a9cb-6218893a531e tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461130 Aug 26 06:23:47.725782 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.db_base_plugin_common [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-ff6b2ef5-c92d-4f61-8f54-912806834f55 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Allocated IP 172.20.0.5 (d008bdb5-ce3d-4b11-ad7a-76c0e477dc41/5f699233-c501-458c-b7e9-e6e0a4a2c481/16e251e3-f929-404a-95a5-e7b555e4782f) {{(pid=107134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:23:47.865347 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-ff6b2ef5-c92d-4f61-8f54-912806834f55 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks [] for port (16e251e3-f929-404a-95a5-e7b555e4782f), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:48.108490 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-ff6b2ef5-c92d-4f61-8f54-912806834f55 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (16e251e3-f929-404a-95a5-e7b555e4782f), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:48.152964 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-ff6b2ef5-c92d-4f61-8f54-912806834f55 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Network d008bdb5-ce3d-4b11-ad7a-76c0e477dc41 is already hosted by enough agents. {{(pid=107134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:23:48.156508 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-ff6b2ef5-c92d-4f61-8f54-912806834f55 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Resources bound (agent type, host, resource id): {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:23:48.160942 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-ff6b2ef5-c92d-4f61-8f54-912806834f55 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Received port after_create {{(pid=107134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:23:48.167396 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:48.186010 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b2ef5-c92d-4f61-8f54-912806834f55 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Pushing event updated for resources: {'Port': ['ID=16e251e3-f929-404a-95a5-e7b555e4782f,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:48.228927 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-ff6b2ef5-c92d-4f61-8f54-912806834f55 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:48.229670 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-ff6b2ef5-c92d-4f61-8f54-912806834f55 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:48.308325 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:48.380375 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-ff6b2ef5-c92d-4f61-8f54-912806834f55 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2114310 Aug 26 06:23:48.396423 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-61a4a879-a736-4711-9452-b6160a98b6d2 service neutron] Request body: {'port': {'device_id': '4228acc2-99a7-47c3-9cef-92c0f7bcb7b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:23:48.448510 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-36063bb2-2d59-4326-9f0a-525db33ad6e1 None None] Provisioning complete for port 16e251e3-f929-404a-95a5-e7b555e4782f triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:23:48.449411 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-36063bb2-2d59-4326-9f0a-525db33ad6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (16e251e3-f929-404a-95a5-e7b555e4782f), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:48.471628 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-61a4a879-a736-4711-9452-b6160a98b6d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (16e251e3-f929-404a-95a5-e7b555e4782f), before_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:48.507358 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:48.508444 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-36063bb2-2d59-4326-9f0a-525db33ad6e1 None None] Port 16e251e3-f929-404a-95a5-e7b555e4782f cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:23:48.618687 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b48bd-8b59-4c14-9f13-851820329c77 req-38403a9e-9653-4117-92dc-a53f7f443edd tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:48.620173 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6a7b48bd-8b59-4c14-9f13-851820329c77 req-38403a9e-9653-4117-92dc-a53f7f443edd tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 931 time: 0.1135249 Aug 26 06:23:48.720282 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6a7b48bd-8b59-4c14-9f13-851820329c77 req-a2428fe3-a34a-4c23-87e3-f98deb0c30f6 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0928204 Aug 26 06:23:48.864283 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.notifiers.nova [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-61a4a879-a736-4711-9452-b6160a98b6d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16e251e3-f929-404a-95a5-e7b555e4782f {{(pid=107134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:23:48.871853 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 56600) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:48.876006 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-61a4a879-a736-4711-9452-b6160a98b6d2 service neutron] Publish callbacks [] for port (16e251e3-f929-404a-95a5-e7b555e4782f), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:48.889715 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366358c0-34ed-4202-b370-d2e07f85344f req-abb656ea-4338-4fa9-a950-b2760599a66b tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:48.893053 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-366358c0-34ed-4202-b370-d2e07f85344f req-abb656ea-4338-4fa9-a950-b2760599a66b tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 944 time: 0.0999658 Aug 26 06:23:48.922953 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.provisioning_blocks [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-61a4a879-a736-4711-9452-b6160a98b6d2 service neutron] Transition to ACTIVE for port object 16e251e3-f929-404a-95a5-e7b555e4782f will not be triggered until provisioned by entity L2. {{(pid=107134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 06:23:48.963210 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-366358c0-34ed-4202-b370-d2e07f85344f req-2aa67549-0532-4eb5-b548-dabbeca2fdfe tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613868 Aug 26 06:23:48.996052 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-dbead349-6035-4a3b-85df-3cbff9810f49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:49.071902 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-dbead349-6035-4a3b-85df-3cbff9810f49 admin admin] Publish callbacks [] for security_group (96b341f3-3152-4997-9ffb-7e0228706d50), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:49.085443 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-61a4a879-a736-4711-9452-b6160a98b6d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183148'] for port (16e251e3-f929-404a-95a5-e7b555e4782f), after_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:49.182161 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-dbead349-6035-4a3b-85df-3cbff9810f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (96b341f3-3152-4997-9ffb-7e0228706d50), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:49.221543 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4a879-a736-4711-9452-b6160a98b6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=16e251e3-f929-404a-95a5-e7b555e4782f,revision_number=2']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:49.225799 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbead349-6035-4a3b-85df-3cbff9810f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b341f3-3152-4997-9ffb-7e0228706d50,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:49.230686 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-dbead349-6035-4a3b-85df-3cbff9810f49 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=47e3907d2ec647c5ab1de55d49251865&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3574560 Aug 26 06:23:49.234471 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:49.236046 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 56606) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:49.268509 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9e12d-358e-4a63-bf14-6aa8759737b5 req-867b8051-8a88-4d19-864f-24ec6fd78639 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:49.269990 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-b7a9e12d-358e-4a63-bf14-6aa8759737b5 req-867b8051-8a88-4d19-864f-24ec6fd78639 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=718e8607-e647-40b3-aa7d-16d5f5cd577d HTTP/1.1" status: 200 len: 946 time: 0.0849953 Aug 26 06:23:49.287942 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.managers [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-61a4a879-a736-4711-9452-b6160a98b6d2 service neutron] Attempting to bind port 16e251e3-f929-404a-95a5-e7b555e4782f on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:23:49.288285 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.managers [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-61a4a879-a736-4711-9452-b6160a98b6d2 service neutron] Attempting to bind port 16e251e3-f929-404a-95a5-e7b555e4782f by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '15f5a37e-6a7e-4950-9cb7-fc9b55991506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd008bdb5-ce3d-4b11-ad7a-76c0e477dc41'}] {{(pid=107134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:23:49.288614 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-61a4a879-a736-4711-9452-b6160a98b6d2 service neutron] Attempting to bind port 16e251e3-f929-404a-95a5-e7b555e4782f on network d008bdb5-ce3d-4b11-ad7a-76c0e477dc41 {{(pid=107134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:23:49.290066 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-3056c67c-90a0-4e28-b2bf-bb6c58da26ee admin admin] Publish callbacks [] for security_group (96b341f3-3152-4997-9ffb-7e0228706d50), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:49.303953 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-61a4a879-a736-4711-9452-b6160a98b6d2 service neutron] Port 16e251e3-f929-404a-95a5-e7b555e4782f on network d008bdb5-ce3d-4b11-ad7a-76c0e477dc41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 06:23:49.304278 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-61a4a879-a736-4711-9452-b6160a98b6d2 service neutron] Attempting to bind port 16e251e3-f929-404a-95a5-e7b555e4782f on network d008bdb5-ce3d-4b11-ad7a-76c0e477dc41 {{(pid=107134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:23:49.312121 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-3056c67c-90a0-4e28-b2bf-bb6c58da26ee admin admin] Publish callbacks [] for security_group (96b341f3-3152-4997-9ffb-7e0228706d50), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:49.320117 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-61a4a879-a736-4711-9452-b6160a98b6d2 service neutron] Checking agent: {'id': '607bbde6-0fd2-4787-87ed-7343841db9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'started_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:23:49.320591 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-61a4a879-a736-4711-9452-b6160a98b6d2 service neutron] Checking segment: {'id': '15f5a37e-6a7e-4950-9cb7-fc9b55991506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd008bdb5-ce3d-4b11-ad7a-76c0e477dc41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:23:49.320943 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-61a4a879-a736-4711-9452-b6160a98b6d2 service neutron] Bound using segment: {'id': '15f5a37e-6a7e-4950-9cb7-fc9b55991506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd008bdb5-ce3d-4b11-ad7a-76c0e477dc41'} {{(pid=107134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:23:49.321381 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.managers [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-61a4a879-a736-4711-9452-b6160a98b6d2 service neutron] Bound port: 16e251e3-f929-404a-95a5-e7b555e4782f, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15f5a37e-6a7e-4950-9cb7-fc9b55991506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd008bdb5-ce3d-4b11-ad7a-76c0e477dc41'}}] {{(pid=107134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:23:49.321741 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-61a4a879-a736-4711-9452-b6160a98b6d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (16e251e3-f929-404a-95a5-e7b555e4782f), before_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:49.342234 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-b7a9e12d-358e-4a63-bf14-6aa8759737b5 req-7eb1d0e5-5993-4632-b183-123ab46d2afc tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fee7757f-00f3-445c-bc4e-ab32f85c9449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651937 Aug 26 06:23:49.398558 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-61a4a879-a736-4711-9452-b6160a98b6d2 service neutron] For port 16e251e3-f929-404a-95a5-e7b555e4782f, host hv-cinder-85391, cleared binding levels {{(pid=107134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:23:49.401536 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-61a4a879-a736-4711-9452-b6160a98b6d2 service neutron] For port 16e251e3-f929-404a-95a5-e7b555e4782f, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=16e251e3-f929-404a-95a5-e7b555e4782f,segment=NetworkSegment(15f5a37e-6a7e-4950-9cb7-fc9b55991506),segment_id=15f5a37e-6a7e-4950-9cb7-fc9b55991506)] {{(pid=107134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:23:49.479814 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-3056c67c-90a0-4e28-b2bf-bb6c58da26ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (96b341f3-3152-4997-9ffb-7e0228706d50), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:49.482313 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-3056c67c-90a0-4e28-b2bf-bb6c58da26ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:49.483510 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-3056c67c-90a0-4e28-b2bf-bb6c58da26ee admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/96b341f3-3152-4997-9ffb-7e0228706d50 HTTP/1.1" status: 204 len: 168 time: 0.2462895 Aug 26 06:23:49.491650 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056c67c-90a0-4e28-b2bf-bb6c58da26ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b341f3-3152-4997-9ffb-7e0228706d50,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:49.525524 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-61a4a879-a736-4711-9452-b6160a98b6d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183148'] for port (16e251e3-f929-404a-95a5-e7b555e4782f), after_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:49.529082 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:49.530896 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-61a4a879-a736-4711-9452-b6160a98b6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:49.531566 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-61a4a879-a736-4711-9452-b6160a98b6d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:49.533205 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-61a4a879-a736-4711-9452-b6160a98b6d2 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/16e251e3-f929-404a-95a5-e7b555e4782f HTTP/1.1" status: 200 len: 1093 time: 1.1447465 Aug 26 06:23:49.542796 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4228acc2-99a7-47c3-9cef-92c0f7bcb7b0', 'tag': '16e251e3-f929-404a-95a5-e7b555e4782f'}] {{(pid=107134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:23:49.542796 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98877e02f8b3cb06335249729d630ff259ce8fa3eff905cdf154d6d548f15152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f931d384-30cb-449b-a996-d0328678c420" -d '{"events": [{"name": "network-changed", "server_uuid": "4228acc2-99a7-47c3-9cef-92c0f7bcb7b0", "tag": "16e251e3-f929-404a-95a5-e7b555e4782f"}]}' {{(pid=107134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:23:49.582051 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4a879-a736-4711-9452-b6160a98b6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=16e251e3-f929-404a-95a5-e7b555e4782f,revision_number=3']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:49.592641 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee98dfb-9e9a-4231-980c-375294a8e01b x-openstack-request-id: req-8ee98dfb-9e9a-4231-980c-375294a8e01b {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:23:49.592929 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4228acc2-99a7-47c3-9cef-92c0f7bcb7b0", "tag": "16e251e3-f929-404a-95a5-e7b555e4782f", "status": "completed", "code": 200}]} {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:23:49.593182 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8ee98dfb-9e9a-4231-980c-375294a8e01b {{(pid=107134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:23:49.593576 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ee98dfb-9e9a-4231-980c-375294a8e01b'] response: {'name': 'network-changed', 'server_uuid': '4228acc2-99a7-47c3-9cef-92c0f7bcb7b0', 'tag': '16e251e3-f929-404a-95a5-e7b555e4782f', 'status': 'completed', 'code': 200} Aug 26 06:23:49.841997 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de1b10-9316-447c-aa96-f81dc7c81327 req-ca903e00-7f37-49bb-95f5-8b65d7a20ded tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:49.843513 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-e5de1b10-9316-447c-aa96-f81dc7c81327 req-ca903e00-7f37-49bb-95f5-8b65d7a20ded tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 943 time: 0.0485129 Aug 26 06:23:49.893989 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-e5de1b10-9316-447c-aa96-f81dc7c81327 req-c119ca31-7cd7-486e-ba68-a86187cea06a tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445983 Aug 26 06:23:50.011213 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:50.085166 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879da45-9b23-421a-a03d-26a48fa8d3f5 req-fa952500-8f28-406f-af90-5dad3434a6bb tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:50.086697 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-5879da45-9b23-421a-a03d-26a48fa8d3f5 req-fa952500-8f28-406f-af90-5dad3434a6bb tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 944 time: 0.0507233 Aug 26 06:23:50.137406 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-5879da45-9b23-421a-a03d-26a48fa8d3f5 req-0cabee9f-2ef8-4957-a1d1-c21bee272fa6 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448802 Aug 26 06:23:50.440890 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 56622) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:50.455472 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-1b88b6df-34fa-4d40-a4e0-16608d99f8cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:50.471341 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab761c8f-6eb7-45d6-9ab7-5fff6e110f32 req-062232e6-8b74-417c-b53c-9c6b9ba54c5a tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:50.472873 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ab761c8f-6eb7-45d6-9ab7-5fff6e110f32 req-062232e6-8b74-417c-b53c-9c6b9ba54c5a tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=718e8607-e647-40b3-aa7d-16d5f5cd577d HTTP/1.1" status: 200 len: 946 time: 0.0544233 Aug 26 06:23:50.522681 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ab761c8f-6eb7-45d6-9ab7-5fff6e110f32 req-ce2c6447-4441-4ed7-a073-21556dc6eae0 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fee7757f-00f3-445c-bc4e-ab32f85c9449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435951 Aug 26 06:23:50.534505 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-1b88b6df-34fa-4d40-a4e0-16608d99f8cc admin admin] Publish callbacks [] for security_group (3bd4ab10-cb30-466d-9197-abe5e0d90692), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:50.654424 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931d384-30cb-449b-a996-d0328678c420 req-d7e483b2-f83f-424d-9a01-9077a71e571c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:50.655948 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f931d384-30cb-449b-a996-d0328678c420 req-d7e483b2-f83f-424d-9a01-9077a71e571c service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=52e8949a7d05434396f8e8631f2cdb72&device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 1127 time: 0.0410161 Aug 26 06:23:50.684999 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-1b88b6df-34fa-4d40-a4e0-16608d99f8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (3bd4ab10-cb30-466d-9197-abe5e0d90692), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:50.720041 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-1b88b6df-34fa-4d40-a4e0-16608d99f8cc admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=257a6f3945e54dea951db425c9a71d4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2775414 Aug 26 06:23:50.723514 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 56624) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:50.728898 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88b6df-34fa-4d40-a4e0-16608d99f8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd4ab10-cb30-466d-9197-abe5e0d90692,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:50.801214 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931d384-30cb-449b-a996-d0328678c420 req-e5ffba55-1ac6-48c1-a7e1-6884ac325263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:50.802652 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f931d384-30cb-449b-a996-d0328678c420 req-e5ffba55-1ac6-48c1-a7e1-6884ac325263 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=52e8949a7d05434396f8e8631f2cdb72&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1380141 Aug 26 06:23:50.811836 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4f2aecab-2e4e-4378-acba-ac31fe013f12 admin admin] Publish callbacks [] for security_group (3bd4ab10-cb30-466d-9197-abe5e0d90692), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:50.873095 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4f2aecab-2e4e-4378-acba-ac31fe013f12 admin admin] Publish callbacks [] for security_group (3bd4ab10-cb30-466d-9197-abe5e0d90692), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:50.938512 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe49e0-bb9e-4b5f-86e4-172da590aebd req-661e1f84-3260-4ef0-a616-ffd560b13831 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:50.940056 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1ebe49e0-bb9e-4b5f-86e4-172da590aebd req-661e1f84-3260-4ef0-a616-ffd560b13831 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=718e8607-e647-40b3-aa7d-16d5f5cd577d HTTP/1.1" status: 200 len: 946 time: 0.0555859 Aug 26 06:23:51.068152 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000d7f4-bee9-4828-bdd1-bd60635f0758 req-6c85c802-01b3-4f83-9259-95dfba6f7a1a tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:51.069722 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a000d7f4-bee9-4828-bdd1-bd60635f0758 req-6c85c802-01b3-4f83-9259-95dfba6f7a1a tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 943 time: 0.0894697 Aug 26 06:23:51.092160 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [req-1ebe49e0-bb9e-4b5f-86e4-172da590aebd req-81b6f067-843d-4bb7-8377-387863228cad tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Deleting port 1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7 {{(pid=107133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:23:51.092506 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-1ebe49e0-bb9e-4b5f-86e4-172da590aebd req-81b6f067-843d-4bb7-8377-387863228cad tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:51.194150 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a000d7f4-bee9-4828-bdd1-bd60635f0758 req-3a0fbb95-df34-4632-8fcf-50d1254eb9e0 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1182299 Aug 26 06:23:51.205978 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931d384-30cb-449b-a996-d0328678c420 req-b7dfdbad-a72b-4fc9-a184-8f7c9752c549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:51.207874 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f931d384-30cb-449b-a996-d0328678c420 req-b7dfdbad-a72b-4fc9-a184-8f7c9752c549 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3874764 Aug 26 06:23:51.225686 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-1ebe49e0-bb9e-4b5f-86e4-172da590aebd req-81b6f067-843d-4bb7-8377-387863228cad tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] For port 1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7,segment=NetworkSegment(41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8),segment_id=41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8)] {{(pid=107133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:23:51.226348 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-1ebe49e0-bb9e-4b5f-86e4-172da590aebd req-81b6f067-843d-4bb7-8377-387863228cad tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:51.311189 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d394c0-d973-4c86-89b4-d2a869d5ee24 req-20e96e4d-60e3-4b8e-bc23-9c8b2502700b tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:51.312658 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a2d394c0-d973-4c86-89b4-d2a869d5ee24 req-20e96e4d-60e3-4b8e-bc23-9c8b2502700b tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 944 time: 0.0751021 Aug 26 06:23:51.319553 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-001c84d7-3c15-4bd0-adcf-3c6d54f940e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:51.320955 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-001c84d7-3c15-4bd0-adcf-3c6d54f940e2 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=52e8949a7d05434396f8e8631f2cdb72&device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 1127 time: 0.0540793 Aug 26 06:23:51.327488 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:51.370840 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4f2aecab-2e4e-4378-acba-ac31fe013f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (3bd4ab10-cb30-466d-9197-abe5e0d90692), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:51.373358 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4f2aecab-2e4e-4378-acba-ac31fe013f12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:51.377864 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-4f2aecab-2e4e-4378-acba-ac31fe013f12 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/3bd4ab10-cb30-466d-9197-abe5e0d90692 HTTP/1.1" status: 204 len: 168 time: 0.6500669 Aug 26 06:23:51.377864 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-d94e5c30-4bf0-4fa7-a1e9-9913d1139a04 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16e251e3-f929-404a-95a5-e7b555e4782f HTTP/1.1" status: 200 len: 217 time: 0.0478117 Aug 26 06:23:51.401191 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2aecab-2e4e-4378-acba-ac31fe013f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd4ab10-cb30-466d-9197-abe5e0d90692,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:51.406409 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-1ebe49e0-bb9e-4b5f-86e4-172da590aebd req-81b6f067-843d-4bb7-8377-387863228cad tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:51.406970 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-1ebe49e0-bb9e-4b5f-86e4-172da590aebd req-81b6f067-843d-4bb7-8377-387863228cad tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614170'] for floatingip (d894d3a3-312c-4fa6-a354-fcd201349979), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:51.407469 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.db.l3_db [req-1ebe49e0-bb9e-4b5f-86e4-172da590aebd req-81b6f067-843d-4bb7-8377-387863228cad tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Floating IP d894d3a3-312c-4fa6-a354-fcd201349979 disassociated. External IP: 172.27.3.55, port: 1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7. Aug 26 06:23:51.407910 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [req-1ebe49e0-bb9e-4b5f-86e4-172da590aebd req-81b6f067-843d-4bb7-8377-387863228cad tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Calling delete_port for 1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7 owned by compute:nova {{(pid=107133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:23:51.443330 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a2d394c0-d973-4c86-89b4-d2a869d5ee24 req-ccf1f50f-e625-4d43-b954-865a6826a320 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213212 Aug 26 06:23:51.457270 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-915e3a99-2564-452f-b854-6c6254468834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:51.458958 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-915e3a99-2564-452f-b854-6c6254468834 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=5f699233-c501-458c-b7e9-e6e0a4a2c481 HTTP/1.1" status: 200 len: 848 time: 0.0669770 Aug 26 06:23:51.515561 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-afd7a1c0-2a65-46de-9f7d-5fd81c19e914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:51.518016 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-afd7a1c0-2a65-46de-9f7d-5fd81c19e914 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=d008bdb5-ce3d-4b11-ad7a-76c0e477dc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521998 Aug 26 06:23:51.617658 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-73eecafe-5d10-46b7-9c86-176090b47150 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/d008bdb5-ce3d-4b11-ad7a-76c0e477dc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901434 Aug 26 06:23:51.647615 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1baac5-351f-47ea-ad14-1724997a30a5 req-a0ca10d5-b872-40ba-9f43-2ca09abb103c tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:51.649127 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8b1baac5-351f-47ea-ad14-1724997a30a5 req-a0ca10d5-b872-40ba-9f43-2ca09abb103c tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=718e8607-e647-40b3-aa7d-16d5f5cd577d HTTP/1.1" status: 200 len: 946 time: 0.0499494 Aug 26 06:23:51.698190 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8b1baac5-351f-47ea-ad14-1724997a30a5 req-c5abc948-c5a6-4258-b085-a299aa322d51 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=fee7757f-00f3-445c-bc4e-ab32f85c9449&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428526 Aug 26 06:23:51.708849 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-de7f32e7-af64-49ed-8ce6-9c51289e0f8f req-4e3fca6f-8da1-4172-816e-ee8d935e2fb4 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/d008bdb5-ce3d-4b11-ad7a-76c0e477dc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864291 Aug 26 06:23:51.788124 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-1ebe49e0-bb9e-4b5f-86e4-172da590aebd req-81b6f067-843d-4bb7-8377-387863228cad tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:51.817805 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6f067-843d-4bb7-8377-387863228cad tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Pushing event deleted for resources: {'Port': ['ID=1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:51.930432 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ebe49e0-bb9e-4b5f-86e4-172da590aebd req-81b6f067-843d-4bb7-8377-387863228cad tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Router 6c079f46-9d17-46f1-addf-d8e1e72a3bf0 has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:23:52.037034 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ebe49e0-bb9e-4b5f-86e4-172da590aebd req-81b6f067-843d-4bb7-8377-387863228cad tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:23:52.049346 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef1660e-cd20-4cd2-8ac2-c9dce7d0fbe8 None None] Sync routers for ids ['6c079f46-9d17-46f1-addf-d8e1e72a3bf0'] in dv-cinder-853910-3-iscsi {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:23:52.060950 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef1660e-cd20-4cd2-8ac2-c9dce7d0fbe8 None None] Routers {'6c079f46-9d17-46f1-addf-d8e1e72a3bf0'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:23:52.064037 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-7ef1660e-cd20-4cd2-8ac2-c9dce7d0fbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:23:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['6c079f46-9d17-46f1-addf-d8e1e72a3bf0'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:52.087530 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ebe49e0-bb9e-4b5f-86e4-172da590aebd req-81b6f067-843d-4bb7-8377-387863228cad tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] No DVR routers for this DVR port 1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7 on host hv-cinder-85391 {{(pid=107133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:23:52.090117 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-1ebe49e0-bb9e-4b5f-86e4-172da590aebd req-81b6f067-843d-4bb7-8377-387863228cad tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:52.093501 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1ebe49e0-bb9e-4b5f-86e4-172da590aebd req-81b6f067-843d-4bb7-8377-387863228cad tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.76 "DELETE /networking/v2.0/ports/1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7 HTTP/1.1" status: 204 len: 173 time: 1.1464567 Aug 26 06:23:52.093952 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718e8607-e647-40b3-aa7d-16d5f5cd577d', 'name': 'network-vif-deleted', 'tag': '1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7'}] {{(pid=107133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:23:52.096786 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8285fbc4cf3847b51d9cb7eba3379b7f58b909d4ff4eae5f417f2c246939f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814b8599-3787-48a1-8afb-a7b03fc2fdec" -d '{"events": [{"server_uuid": "718e8607-e647-40b3-aa7d-16d5f5cd577d", "name": "network-vif-deleted", "tag": "1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7"}]}' {{(pid=107133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:23:52.140016 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403f716e-ba03-43a1-8d65-82aca7e84a14 x-openstack-request-id: req-403f716e-ba03-43a1-8d65-82aca7e84a14 {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:23:52.140315 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718e8607-e647-40b3-aa7d-16d5f5cd577d", "name": "network-vif-deleted", "tag": "1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7", "status": "completed", "code": 200}]} {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:23:52.140572 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-403f716e-ba03-43a1-8d65-82aca7e84a14 {{(pid=107133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:23:52.141608 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-403f716e-ba03-43a1-8d65-82aca7e84a14'] response: {'server_uuid': '718e8607-e647-40b3-aa7d-16d5f5cd577d', 'name': 'network-vif-deleted', 'tag': '1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7', 'status': 'completed', 'code': 200} Aug 26 06:23:52.171796 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:52.186863 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-7ef1660e-cd20-4cd2-8ac2-c9dce7d0fbe8 None None] Set router 6c079f46-9d17-46f1-addf-d8e1e72a3bf0 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:23:52.344194 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310c555-ee61-4ac8-9078-0696d2f89521 req-46b61469-4cf5-4557-baed-82120177d5ed tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:52.346299 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a310c555-ee61-4ac8-9078-0696d2f89521 req-46b61469-4cf5-4557-baed-82120177d5ed tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 943 time: 0.0609257 Aug 26 06:23:52.406258 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-7ef1660e-cd20-4cd2-8ac2-c9dce7d0fbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'name': 'tempest-AttachVolumeTestJSON-371950179-router', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '5137d2dc-00ea-4102-b733-31f76f02ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:24Z', 'updated_at': '2022-08-26T06:16:33Z', 'revision_number': 4, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'gw_port': {'id': '5137d2dc-00ea-4102-b733-31f76f02ac42', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '824bffea-6e21-4bf9-b5df-3c6eaf8e7332', 'name': '', 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'mac_address': 'fa:16:3e:3a:93:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f9a116db-e15a-40d5-881d-57010dc489a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:30Z', 'updated_at': '2022-08-26T06:16:43Z', 'revision_number': 5, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'subnets': [{'id': 'f9a116db-e15a-40d5-881d-57010dc489a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:52.407046 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a310c555-ee61-4ac8-9078-0696d2f89521 req-78769026-33cd-4023-bedd-ac5516716321 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536821 Aug 26 06:23:52.431169 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef1660e-cd20-4cd2-8ac2-c9dce7d0fbe8 None None] Checking router: 6c079f46-9d17-46f1-addf-d8e1e72a3bf0 for host: dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:23:52.441095 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef1660e-cd20-4cd2-8ac2-c9dce7d0fbe8 None None] Routers {'6c079f46-9d17-46f1-addf-d8e1e72a3bf0'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:23:52.441705 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-7ef1660e-cd20-4cd2-8ac2-c9dce7d0fbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:23:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['6c079f46-9d17-46f1-addf-d8e1e72a3bf0'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:52.548646 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-7ef1660e-cd20-4cd2-8ac2-c9dce7d0fbe8 None None] Set router 6c079f46-9d17-46f1-addf-d8e1e72a3bf0 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:23:52.589222 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab5503-9b38-4c8b-866c-00218ea3985e req-ce848193-165c-4350-ba3b-5c2e5748842e tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:52.591154 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-48ab5503-9b38-4c8b-866c-00218ea3985e req-ce848193-165c-4350-ba3b-5c2e5748842e tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 944 time: 0.0619855 Aug 26 06:23:52.628922 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:52.649616 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-48ab5503-9b38-4c8b-866c-00218ea3985e req-3e278e17-e9d5-4c17-ae0a-b3713546e136 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502086 Aug 26 06:23:52.783513 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:52.810392 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-68f92fb2-1376-40c5-b1ac-34d7714ac19b req-66796f69-16e4-4680-b045-754853421041 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=718e8607-e647-40b3-aa7d-16d5f5cd577d HTTP/1.1" status: 200 len: 210 time: 0.0325282 Aug 26 06:23:52.901183 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-7ef1660e-cd20-4cd2-8ac2-c9dce7d0fbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'name': 'tempest-AttachVolumeTestJSON-371950179-router', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '5137d2dc-00ea-4102-b733-31f76f02ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:24Z', 'updated_at': '2022-08-26T06:16:33Z', 'revision_number': 4, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'gw_port': {'id': '5137d2dc-00ea-4102-b733-31f76f02ac42', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '824bffea-6e21-4bf9-b5df-3c6eaf8e7332', 'name': '', 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'mac_address': 'fa:16:3e:3a:93:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f9a116db-e15a-40d5-881d-57010dc489a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:30Z', 'updated_at': '2022-08-26T06:16:43Z', 'revision_number': 5, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'subnets': [{'id': 'f9a116db-e15a-40d5-881d-57010dc489a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:23:52.938881 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef1660e-cd20-4cd2-8ac2-c9dce7d0fbe8 None None] The sync data for ids ['6c079f46-9d17-46f1-addf-d8e1e72a3bf0'] in dv-cinder-853910-3-iscsi is: [{'id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'name': 'tempest-AttachVolumeTestJSON-371950179-router', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '5137d2dc-00ea-4102-b733-31f76f02ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:24Z', 'updated_at': '2022-08-26T06:16:33Z', 'revision_number': 4, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'gw_port': {'id': '5137d2dc-00ea-4102-b733-31f76f02ac42', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '824bffea-6e21-4bf9-b5df-3c6eaf8e7332', 'name': '', 'network_id': '9d86ecc4-b89c-4670-82c2-e19913819bab', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'mac_address': 'fa:16:3e:3a:93:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f9a116db-e15a-40d5-881d-57010dc489a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:30Z', 'updated_at': '2022-08-26T06:16:43Z', 'revision_number': 5, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'subnets': [{'id': 'f9a116db-e15a-40d5-881d-57010dc489a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:23:53.180318 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd530925-a8d7-4b6c-a1a4-cb5fc0daf330 None None] New status for floating IP d894d3a3-312c-4fa6-a354-fcd201349979: DOWN {{(pid=107136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 06:23:53.535682 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4fd13-574f-4f78-9ca2-4a76a6fa17f2 req-85de31f1-900a-445b-b5bf-15ab464cc1fa tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:53.544275 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c1b4fd13-574f-4f78-9ca2-4a76a6fa17f2 req-85de31f1-900a-445b-b5bf-15ab464cc1fa tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 943 time: 0.0528593 Aug 26 06:23:53.591894 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c1b4fd13-574f-4f78-9ca2-4a76a6fa17f2 req-29a773f5-fcc5-42fd-a208-a26113022836 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488510 Aug 26 06:23:53.622893 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:53.771733 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6ad89-5b8d-4470-977a-31c125604c66 req-2198514c-1a21-43c2-810d-6c9fe85a9d53 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:53.773405 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-05b6ad89-5b8d-4470-977a-31c125604c66 req-2198514c-1a21-43c2-810d-6c9fe85a9d53 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 944 time: 0.0489905 Aug 26 06:23:53.834943 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-05b6ad89-5b8d-4470-977a-31c125604c66 req-eb672090-185b-4fd5-9519-0dfc086698d7 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550089 Aug 26 06:23:53.932512 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6a02fa65-c8ac-4e46-b47b-29de3bacdc8f req-e43e4f23-0631-421b-ac2d-c683104ff627 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=718e8607-e647-40b3-aa7d-16d5f5cd577d HTTP/1.1" status: 200 len: 210 time: 0.0302422 Aug 26 06:23:54.411664 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:54.726052 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa458c9-16d3-44e2-b616-4cced9ad32b6 req-6750f264-209f-4080-acad-6ff4428bd5fc tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:54.727593 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-daa458c9-16d3-44e2-b616-4cced9ad32b6 req-6750f264-209f-4080-acad-6ff4428bd5fc tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 943 time: 0.0477531 Aug 26 06:23:54.782463 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-daa458c9-16d3-44e2-b616-4cced9ad32b6 req-e0879eec-0169-441e-9674-5a88de7fca36 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492387 Aug 26 06:23:54.992129 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe9359-051e-4c8e-a79a-c351aae79a0d req-7b1039c4-b426-4c16-8d2f-ce2c4c3027e8 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:54.996038 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ccfe9359-051e-4c8e-a79a-c351aae79a0d req-7b1039c4-b426-4c16-8d2f-ce2c4c3027e8 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 944 time: 0.0520632 Aug 26 06:23:55.046375 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ccfe9359-051e-4c8e-a79a-c351aae79a0d req-ab84bc92-54ba-44f6-bc57-4d5395e2f501 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464272 Aug 26 06:23:55.417590 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 56692) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:55.479925 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a1dba1e2-9e39-40ea-9a1c-b8cffc4bae9f tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for security_group (fee7757f-00f3-445c-bc4e-ab32f85c9449), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:55.510390 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a1dba1e2-9e39-40ea-9a1c-b8cffc4bae9f tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for security_group (fee7757f-00f3-445c-bc4e-ab32f85c9449), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:55.688553 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 16e251e3-f929-404a-95a5-e7b555e4782f details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 06:23:55.691817 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:23:55.696607 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a1dba1e2-9e39-40ea-9a1c-b8cffc4bae9f tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (fee7757f-00f3-445c-bc4e-ab32f85c9449), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:55.699252 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a1dba1e2-9e39-40ea-9a1c-b8cffc4bae9f tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:55.700396 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-a1dba1e2-9e39-40ea-9a1c-b8cffc4bae9f tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/fee7757f-00f3-445c-bc4e-ab32f85c9449 HTTP/1.1" status: 204 len: 168 time: 0.2817385 Aug 26 06:23:55.703340 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 56698) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:55.711559 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dba1e2-9e39-40ea-9a1c-b8cffc4bae9f tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee7757f-00f3-445c-bc4e-ab32f85c9449,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:55.719830 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] No Port match for: 1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:23:55.719830 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 1c3c5d78-83bd-44bb-94cf-b0a7843f9fc7 not bound to the agent host hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:23:55.724234 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.api.v2.resource [None req-d1e40cf4-902a-4ae6-8949-232f5f3d54a6 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] show failed (client error): The resource could not be found. Aug 26 06:23:55.725262 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-d1e40cf4-902a-4ae6-8949-232f5f3d54a6 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "GET /networking/v2.0/security-groups/fee7757f-00f3-445c-bc4e-ab32f85c9449 HTTP/1.1" status: 404 len: 347 time: 0.0208385 Aug 26 06:23:55.728246 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 56700) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:23:55.826985 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 16e251e3-f929-404a-95a5-e7b555e4782f, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=16e251e3-f929-404a-95a5-e7b555e4782f,segment=NetworkSegment(15f5a37e-6a7e-4950-9cb7-fc9b55991506),segment_id=15f5a37e-6a7e-4950-9cb7-fc9b55991506)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:23:55.838855 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Returning: {'device': '16e251e3-f929-404a-95a5-e7b555e4782f', 'network_id': 'd008bdb5-ce3d-4b11-ad7a-76c0e477dc41', 'port_id': '16e251e3-f929-404a-95a5-e7b555e4782f', 'mac_address': 'fa:16:3e:5f:e5:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f699233-c501-458c-b7e9-e6e0a4a2c481', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 06:23:55.857900 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [None req-8b392cc3-d63d-447c-af4c-e73f06df2b00 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Deleting port 0a2e10ad-6130-469c-b1e9-e5e51676633b {{(pid=107133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:23:55.858247 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-8b392cc3-d63d-447c-af4c-e73f06df2b00 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (0a2e10ad-6130-469c-b1e9-e5e51676633b), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:55.876952 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port 16e251e3-f929-404a-95a5-e7b555e4782f is: DOWN; New status is: BUILD {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:23:55.877397 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (16e251e3-f929-404a-95a5-e7b555e4782f), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:55.880239 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:55.893625 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16e251e3-f929-404a-95a5-e7b555e4782f {{(pid=107135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:23:55.913972 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:55.916526 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 16e251e3-f929-404a-95a5-e7b555e4782f, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=16e251e3-f929-404a-95a5-e7b555e4782f,segment=NetworkSegment(15f5a37e-6a7e-4950-9cb7-fc9b55991506),segment_id=15f5a37e-6a7e-4950-9cb7-fc9b55991506)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:23:55.932146 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004545db-31c6-428d-b738-e462b61ff445 req-ed108cf5-d8de-4fad-818b-1cc1ba5047bd tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:55.934846 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-004545db-31c6-428d-b738-e462b61ff445 req-ed108cf5-d8de-4fad-818b-1cc1ba5047bd tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 943 time: 0.0683148 Aug 26 06:23:55.990318 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-004545db-31c6-428d-b738-e462b61ff445 req-a8f21820-cc8c-44a4-a760-b894259d2dd1 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490165 Aug 26 06:23:56.062403 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (16e251e3-f929-404a-95a5-e7b555e4782f), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:56.063702 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 07d50961-0e64-446f-a7b3-9104f5a9a451 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 06:23:56.160506 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=16e251e3-f929-404a-95a5-e7b555e4782f,revision_number=4']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:56.210869 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 07d50961-0e64-446f-a7b3-9104f5a9a451, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=07d50961-0e64-446f-a7b3-9104f5a9a451,segment=NetworkSegment(2277a1fe-3a58-44e4-9188-12fe782742b9),segment_id=2277a1fe-3a58-44e4-9188-12fe782742b9)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:23:56.223417 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Returning: {'device': '07d50961-0e64-446f-a7b3-9104f5a9a451', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'port_id': '07d50961-0e64-446f-a7b3-9104f5a9a451', 'mac_address': 'fa:16:3e:7b:ab:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 06:23:56.232701 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa436372-6096-417e-bb57-9d2085a6e3a7 req-0c478e96-f8b6-412a-9a7d-76b93270d7ac tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:56.234219 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-fa436372-6096-417e-bb57-9d2085a6e3a7 req-0c478e96-f8b6-412a-9a7d-76b93270d7ac tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 944 time: 0.0614378 Aug 26 06:23:56.264541 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port 07d50961-0e64-446f-a7b3-9104f5a9a451 is: DOWN; New status is: BUILD {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:23:56.264942 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (07d50961-0e64-446f-a7b3-9104f5a9a451), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:56.272888 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-8b392cc3-d63d-447c-af4c-e73f06df2b00 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (0a2e10ad-6130-469c-b1e9-e5e51676633b), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:56.273229 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-8b392cc3-d63d-447c-af4c-e73f06df2b00 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for floatingip (0a2e10ad-6130-469c-b1e9-e5e51676633b), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:56.285506 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07d50961-0e64-446f-a7b3-9104f5a9a451 {{(pid=107135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:23:56.292174 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [None req-8b392cc3-d63d-447c-af4c-e73f06df2b00 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Calling delete_port for 0a2e10ad-6130-469c-b1e9-e5e51676633b owned by network:floatingip {{(pid=107133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:23:56.305784 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 07d50961-0e64-446f-a7b3-9104f5a9a451, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=07d50961-0e64-446f-a7b3-9104f5a9a451,segment=NetworkSegment(2277a1fe-3a58-44e4-9188-12fe782742b9),segment_id=2277a1fe-3a58-44e4-9188-12fe782742b9)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:23:56.327015 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-fa436372-6096-417e-bb57-9d2085a6e3a7 req-8691ebb5-dbb5-43d1-8dd8-9b9b08545b4f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807736 Aug 26 06:23:56.365303 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d2cb841c-f7ae-4736-a5d5-81eb6ba208ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:56.468205 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (07d50961-0e64-446f-a7b3-9104f5a9a451), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:56.522792 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=07d50961-0e64-446f-a7b3-9104f5a9a451,revision_number=4']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:56.588370 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-8b392cc3-d63d-447c-af4c-e73f06df2b00 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (0a2e10ad-6130-469c-b1e9-e5e51676633b), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:56.614380 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b392cc3-d63d-447c-af4c-e73f06df2b00 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Pushing event deleted for resources: {'Port': ['ID=0a2e10ad-6130-469c-b1e9-e5e51676633b,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:23:56.626870 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b392cc3-d63d-447c-af4c-e73f06df2b00 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:23:56.627226 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b392cc3-d63d-447c-af4c-e73f06df2b00 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:23:56.627569 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b392cc3-d63d-447c-af4c-e73f06df2b00 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:23:56.627910 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b392cc3-d63d-447c-af4c-e73f06df2b00 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:23:56.628257 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b392cc3-d63d-447c-af4c-e73f06df2b00 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:23:56.628575 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b392cc3-d63d-447c-af4c-e73f06df2b00 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:23:56.628908 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b392cc3-d63d-447c-af4c-e73f06df2b00 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:23:56.629235 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b392cc3-d63d-447c-af4c-e73f06df2b00 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:23:56.629563 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b392cc3-d63d-447c-af4c-e73f06df2b00 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:23:56.629892 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b392cc3-d63d-447c-af4c-e73f06df2b00 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:23:56.630220 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b392cc3-d63d-447c-af4c-e73f06df2b00 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:23:56.630545 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b392cc3-d63d-447c-af4c-e73f06df2b00 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:23:56.630898 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b392cc3-d63d-447c-af4c-e73f06df2b00 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:23:56.634239 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b392cc3-d63d-447c-af4c-e73f06df2b00 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:23:56.634239 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b392cc3-d63d-447c-af4c-e73f06df2b00 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:23:56.691275 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-8b392cc3-d63d-447c-af4c-e73f06df2b00 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks [] for floatingip (d894d3a3-312c-4fa6-a354-fcd201349979), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:56.693692 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-8b392cc3-d63d-447c-af4c-e73f06df2b00 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for floatingip (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:56.694842 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-8b392cc3-d63d-447c-af4c-e73f06df2b00 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/d894d3a3-312c-4fa6-a354-fcd201349979 HTTP/1.1" status: 204 len: 168 time: 0.9656863 Aug 26 06:23:56.823895 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] get_ports_and_sgs() called for port_ids ['16e251e3-f929-404a-95a5-e7b555e4782f'] {{(pid=107135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 06:23:56.900512 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] get_ports_and_sgs() called for port_ids ['07d50961-0e64-446f-a7b3-9104f5a9a451'] {{(pid=107135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 06:23:57.135165 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf54ce-d4f5-4ada-b5b9-947362d83498 req-5df78fc7-1cfb-4b92-b3e6-12e97ef2d972 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:57.136966 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-fbdf54ce-d4f5-4ada-b5b9-947362d83498 req-5df78fc7-1cfb-4b92-b3e6-12e97ef2d972 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 944 time: 0.0609903 Aug 26 06:23:57.189981 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-fbdf54ce-d4f5-4ada-b5b9-947362d83498 req-fce3b97b-6c31-458c-9934-03ecfa05b647 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464313 Aug 26 06:23:57.448706 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873f9f8-43f2-4570-9912-e88876a597f4 req-6df3378f-9366-41e1-95be-226fa9516d9f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:57.450159 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0873f9f8-43f2-4570-9912-e88876a597f4 req-6df3378f-9366-41e1-95be-226fa9516d9f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 945 time: 0.0475037 Aug 26 06:23:57.501482 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0873f9f8-43f2-4570-9912-e88876a597f4 req-3ab721d5-0c1e-4b3f-97e7-1f75bd9f7aaa tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451970 Aug 26 06:23:57.508001 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:58.014210 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:58.318149 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2481aa8-9337-452c-8364-6421523a7718 req-f7b99e2a-27e3-46dd-9743-a9286081a5b1 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:58.319798 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-b2481aa8-9337-452c-8364-6421523a7718 req-f7b99e2a-27e3-46dd-9743-a9286081a5b1 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 944 time: 0.0520921 Aug 26 06:23:58.373940 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-b2481aa8-9337-452c-8364-6421523a7718 req-1c508c34-44f9-4681-9136-1c57e580d49b tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484104 Aug 26 06:23:58.502722 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:58.624419 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e8c98-6065-40ea-81b1-c06e2feaab12 req-66ebcfba-29fd-4b2a-9c0f-6c0cd60f0d22 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:58.625961 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-540e8c98-6065-40ea-81b1-c06e2feaab12 req-66ebcfba-29fd-4b2a-9c0f-6c0cd60f0d22 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 945 time: 0.0492382 Aug 26 06:23:58.662295 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-89ce6cc1-836b-4f53-8ffd-15b20263cd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:23:58.680944 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-540e8c98-6065-40ea-81b1-c06e2feaab12 req-8d806715-75fb-4eef-bd69-e3130c865850 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490706 Aug 26 06:23:59.267577 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:59.435379 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:23:59.502735 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7675a84-3c72-4ca8-9d7b-b4260d568717 req-a81d5cbe-50f8-4612-bc70-850a0744d6cf tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:59.504250 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f7675a84-3c72-4ca8-9d7b-b4260d568717 req-a81d5cbe-50f8-4612-bc70-850a0744d6cf tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 944 time: 0.0586052 Aug 26 06:23:59.555808 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f7675a84-3c72-4ca8-9d7b-b4260d568717 req-74a77239-b536-45d4-80c9-1f3477154319 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458889 Aug 26 06:23:59.804270 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7643f6-788d-44ca-910c-2f50f12a1dc9 req-05b50eb8-7c83-43b9-907a-0b885cc7edb7 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:23:59.805744 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2e7643f6-788d-44ca-910c-2f50f12a1dc9 req-05b50eb8-7c83-43b9-907a-0b885cc7edb7 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 945 time: 0.0500195 Aug 26 06:23:59.866816 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2e7643f6-788d-44ca-910c-2f50f12a1dc9 req-1d062df3-d5fe-4188-a421-41990c9d0b94 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553460 Aug 26 06:23:59.988128 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:00.051271 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:00.319364 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:00.427925 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 16e251e3-f929-404a-95a5-e7b555e4782f up at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:24:00.472127 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning for port 16e251e3-f929-404a-95a5-e7b555e4782f completed by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 06:24:00.684031 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc2326-4b12-4e81-bc5a-8fefbbac07e5 req-629cd4cf-ba69-41ac-97ae-3835543a9e98 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:00.685567 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-58bc2326-4b12-4e81-bc5a-8fefbbac07e5 req-629cd4cf-ba69-41ac-97ae-3835543a9e98 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 944 time: 0.0496292 Aug 26 06:24:00.739534 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-58bc2326-4b12-4e81-bc5a-8fefbbac07e5 req-266161f9-ac95-4956-9e5b-c8c166879e06 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476022 Aug 26 06:24:00.988615 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2afbba-51fd-4501-90b9-c7886e542739 req-4908d5c0-6743-464c-9bd6-4875edae0009 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:00.990127 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7a2afbba-51fd-4501-90b9-c7886e542739 req-4908d5c0-6743-464c-9bd6-4875edae0009 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 945 time: 0.0478396 Aug 26 06:24:01.041475 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7a2afbba-51fd-4501-90b9-c7886e542739 req-34e731b9-07d8-4b5b-9ff6-fba25f78322f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444508 Aug 26 06:24:01.159539 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning complete for port 16e251e3-f929-404a-95a5-e7b555e4782f triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:24:01.160005 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (16e251e3-f929-404a-95a5-e7b555e4782f), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:01.276270 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port 16e251e3-f929-404a-95a5-e7b555e4782f is: BUILD; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:24:01.277731 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (16e251e3-f929-404a-95a5-e7b555e4782f), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:01.301975 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4228acc2-99a7-47c3-9cef-92c0f7bcb7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e251e3-f929-404a-95a5-e7b555e4782f'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:24:01.304270 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc106e9f9832226dd913a824a8ae1ea8f79b2df9cdef89c79e10f33880c5a8de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef671405-93c2-46ac-9542-def93692ab58" -d '{"events": [{"server_uuid": "4228acc2-99a7-47c3-9cef-92c0f7bcb7b0", "name": "network-vif-plugged", "status": "completed", "tag": "16e251e3-f929-404a-95a5-e7b555e4782f"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:24:01.318571 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 16e251e3-f929-404a-95a5-e7b555e4782f, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=16e251e3-f929-404a-95a5-e7b555e4782f,segment=NetworkSegment(15f5a37e-6a7e-4950-9cb7-fc9b55991506),segment_id=15f5a37e-6a7e-4950-9cb7-fc9b55991506)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:24:01.358561 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491affdf-8c6d-4ee0-9766-ccac025c6329 x-openstack-request-id: req-491affdf-8c6d-4ee0-9766-ccac025c6329 {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:24:01.358897 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4228acc2-99a7-47c3-9cef-92c0f7bcb7b0", "name": "network-vif-plugged", "status": "completed", "tag": "16e251e3-f929-404a-95a5-e7b555e4782f", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:24:01.359189 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-491affdf-8c6d-4ee0-9766-ccac025c6329 {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:24:01.360181 dv-cinder-853910-3-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-491affdf-8c6d-4ee0-9766-ccac025c6329'] response: {'server_uuid': '4228acc2-99a7-47c3-9cef-92c0f7bcb7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e251e3-f929-404a-95a5-e7b555e4782f', 'code': 200} Aug 26 06:24:01.451863 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (16e251e3-f929-404a-95a5-e7b555e4782f), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:01.452612 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 07d50961-0e64-446f-a7b3-9104f5a9a451 up at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:24:01.455271 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:01.533632 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=16e251e3-f929-404a-95a5-e7b555e4782f,revision_number=5']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:24:01.551632 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning for port 07d50961-0e64-446f-a7b3-9104f5a9a451 completed by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 06:24:01.554384 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:24:01.554761 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:24:01.555106 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:24:01.555480 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:24:01.555763 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:24:01.556092 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:24:01.556431 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:24:01.556745 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:24:01.557064 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:24:01.557390 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:24:01.557718 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:24:01.558038 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:24:01.558359 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:24:01.558701 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:24:01.559028 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:24:01.569159 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:01.783024 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning complete for port 07d50961-0e64-446f-a7b3-9104f5a9a451 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:24:01.783410 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (07d50961-0e64-446f-a7b3-9104f5a9a451), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:01.785479 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:01.846035 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:01.886582 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port 07d50961-0e64-446f-a7b3-9104f5a9a451 is: BUILD; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:24:01.887136 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (07d50961-0e64-446f-a7b3-9104f5a9a451), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:01.912792 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d8d72-d6a7-487d-a3c2-2c2209540bfa req-305bedd6-1599-404a-865a-a1334923596a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:01.914534 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4d9d8d72-d6a7-487d-a3c2-2c2209540bfa req-305bedd6-1599-404a-865a-a1334923596a service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 1129 time: 0.0907621 Aug 26 06:24:01.920700 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661ec41-992b-48e9-8750-abed9f7ab7f2 req-93c26e17-d124-4cfc-a2f9-2a689ceb4e31 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:01.922362 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4661ec41-992b-48e9-8750-abed9f7ab7f2 req-93c26e17-d124-4cfc-a2f9-2a689ceb4e31 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 945 time: 0.0773220 Aug 26 06:24:01.933245 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 07d50961-0e64-446f-a7b3-9104f5a9a451, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=07d50961-0e64-446f-a7b3-9104f5a9a451,segment=NetworkSegment(2277a1fe-3a58-44e4-9188-12fe782742b9),segment_id=2277a1fe-3a58-44e4-9188-12fe782742b9)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:24:01.995192 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4d9d8d72-d6a7-487d-a3c2-2c2209540bfa req-07add2d8-ec87-4eb2-bab1-d01311185fcc service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0716555 Aug 26 06:24:02.006400 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4661ec41-992b-48e9-8750-abed9f7ab7f2 req-6a746a6a-79da-4aa3-b030-5d4205f91db1 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0761609 Aug 26 06:24:02.034025 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (07d50961-0e64-446f-a7b3-9104f5a9a451), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:02.094017 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=07d50961-0e64-446f-a7b3-9104f5a9a451,revision_number=5']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:24:02.168922 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f36d40-f5ae-48eb-9352-ce9bd1e990eb req-d80fcb18-7940-4788-bebc-b5f9250ad8b4 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:02.170371 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-b2f36d40-f5ae-48eb-9352-ce9bd1e990eb req-d80fcb18-7940-4788-bebc-b5f9250ad8b4 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 946 time: 0.0510807 Aug 26 06:24:02.219809 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-b2f36d40-f5ae-48eb-9352-ce9bd1e990eb req-aab0889d-770f-451a-a62f-2cae76f5a78a tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431247 Aug 26 06:24:02.302277 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:02.645675 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:02.753934 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:03.141516 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d11b7-7c71-4530-9ff3-6d3065b67d6f req-7e7cea93-7d69-4665-9c53-0059929cd9f2 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:03.143130 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-234d11b7-7c71-4530-9ff3-6d3065b67d6f req-7e7cea93-7d69-4665-9c53-0059929cd9f2 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 945 time: 0.0574176 Aug 26 06:24:03.168467 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 56790) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:24:03.196509 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-234d11b7-7c71-4530-9ff3-6d3065b67d6f req-f7f1915e-216d-4190-ba05-1490f11c75fe tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476537 Aug 26 06:24:03.349217 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=36,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:03.360899 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4ec4be-d09b-431b-93f0-062334195c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d50961-0e64-446f-a7b3-9104f5a9a451'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:24:03.363335 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc106e9f9832226dd913a824a8ae1ea8f79b2df9cdef89c79e10f33880c5a8de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ce3a60-b8ad-48ef-8df0-6901225ce51a" -d '{"events": [{"server_uuid": "ce4ec4be-d09b-431b-93f0-062334195c69", "name": "network-vif-plugged", "status": "completed", "tag": "07d50961-0e64-446f-a7b3-9104f5a9a451"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:24:03.365107 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:03.386203 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b3750-459a-49d2-a015-cbb76fc7727c req-53dea2ef-168f-49df-b18d-82d7fdd3959b tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:03.387712 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ec7b3750-459a-49d2-a015-cbb76fc7727c req-53dea2ef-168f-49df-b18d-82d7fdd3959b tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 946 time: 0.0928922 Aug 26 06:24:03.400595 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af80f0ab-2253-4e25-846c-7384205095a9 x-openstack-request-id: req-af80f0ab-2253-4e25-846c-7384205095a9 {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:24:03.400934 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4ec4be-d09b-431b-93f0-062334195c69", "name": "network-vif-plugged", "status": "completed", "tag": "07d50961-0e64-446f-a7b3-9104f5a9a451", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:24:03.401187 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-af80f0ab-2253-4e25-846c-7384205095a9 {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:24:03.401587 dv-cinder-853910-3-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af80f0ab-2253-4e25-846c-7384205095a9'] response: {'server_uuid': 'ce4ec4be-d09b-431b-93f0-062334195c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d50961-0e64-446f-a7b3-9104f5a9a451', 'code': 200} Aug 26 06:24:03.480965 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ec7b3750-459a-49d2-a015-cbb76fc7727c req-a1f5dc01-4df8-425e-a6c2-347bc9975935 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860155 Aug 26 06:24:03.673923 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:03.702253 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-31c96f60-a070-45b1-8489-82f0af2f33a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614426'] for router_interface (6c079f46-9d17-46f1-addf-d8e1e72a3bf0), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:03.930318 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-31c96f60-a070-45b1-8489-82f0af2f33a9 admin admin] Deleting port 824bffea-6e21-4bf9-b5df-3c6eaf8e7332 {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:24:03.930681 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-31c96f60-a070-45b1-8489-82f0af2f33a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (824bffea-6e21-4bf9-b5df-3c6eaf8e7332), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:04.012241 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [None req-31c96f60-a070-45b1-8489-82f0af2f33a9 admin admin] For port 824bffea-6e21-4bf9-b5df-3c6eaf8e7332, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=824bffea-6e21-4bf9-b5df-3c6eaf8e7332,segment=NetworkSegment(41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8),segment_id=41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8)] {{(pid=107134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:24:04.012608 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-31c96f60-a070-45b1-8489-82f0af2f33a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (824bffea-6e21-4bf9-b5df-3c6eaf8e7332), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:04.026505 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-31c96f60-a070-45b1-8489-82f0af2f33a9 admin admin] Calling delete_port for 824bffea-6e21-4bf9-b5df-3c6eaf8e7332 owned by network:router_interface {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:24:04.322695 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293fddc-c1da-4866-9ea2-9469ba1bb845 req-1cb31c6e-0c70-4c95-bedd-19b5f098d81a tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:04.324224 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a293fddc-c1da-4866-9ea2-9469ba1bb845 req-1cb31c6e-0c70-4c95-bedd-19b5f098d81a tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 945 time: 0.0504975 Aug 26 06:24:04.342418 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-31c96f60-a070-45b1-8489-82f0af2f33a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (824bffea-6e21-4bf9-b5df-3c6eaf8e7332), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:04.373372 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c96f60-a070-45b1-8489-82f0af2f33a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=824bffea-6e21-4bf9-b5df-3c6eaf8e7332,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:24:04.380226 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a293fddc-c1da-4866-9ea2-9469ba1bb845 req-b73248f7-ca62-4363-9c77-4b61cb8fb110 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470285 Aug 26 06:24:04.388107 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c96f60-a070-45b1-8489-82f0af2f33a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:24:04.388107 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c96f60-a070-45b1-8489-82f0af2f33a9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:24:04.388744 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c96f60-a070-45b1-8489-82f0af2f33a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:24:04.388744 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c96f60-a070-45b1-8489-82f0af2f33a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:24:04.389077 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c96f60-a070-45b1-8489-82f0af2f33a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:24:04.389304 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c96f60-a070-45b1-8489-82f0af2f33a9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:24:04.389846 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c96f60-a070-45b1-8489-82f0af2f33a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:24:04.390181 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c96f60-a070-45b1-8489-82f0af2f33a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:24:04.390508 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c96f60-a070-45b1-8489-82f0af2f33a9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:24:04.391053 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c96f60-a070-45b1-8489-82f0af2f33a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:24:04.391720 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c96f60-a070-45b1-8489-82f0af2f33a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:24:04.391911 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c96f60-a070-45b1-8489-82f0af2f33a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:24:04.392132 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c96f60-a070-45b1-8489-82f0af2f33a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:24:04.392450 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c96f60-a070-45b1-8489-82f0af2f33a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:24:04.393006 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c96f60-a070-45b1-8489-82f0af2f33a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:24:04.583016 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ecc8a0-9926-4873-b76a-c037387133f9 req-53d9ecfa-e2d7-4547-be35-15377b39106e tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:04.587744 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c8ecc8a0-9926-4873-b76a-c037387133f9 req-53d9ecfa-e2d7-4547-be35-15377b39106e tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 945 time: 0.0972316 Aug 26 06:24:04.602441 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:DELETE=4,neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:04.621541 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebbaea-2145-4361-ad75-ce654518f3d3 req-be8024c7-0c43-42cd-a561-31cdcdb73e59 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:04.623257 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-22ebbaea-2145-4361-ad75-ce654518f3d3 req-be8024c7-0c43-42cd-a561-31cdcdb73e59 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 946 time: 0.0583470 Aug 26 06:24:04.628841 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-31c96f60-a070-45b1-8489-82f0af2f33a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614382'] for router_interface (6c079f46-9d17-46f1-addf-d8e1e72a3bf0), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:04.657680 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c8ecc8a0-9926-4873-b76a-c037387133f9 req-6899519d-e23f-45db-a9c4-e3a199beaf5f tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653110 Aug 26 06:24:04.685991 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 56808) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:24:04.695770 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-22ebbaea-2145-4361-ad75-ce654518f3d3 req-2842f1c1-f4d0-4f79-9c00-e0ee3ce6c31d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654831 Aug 26 06:24:04.845844 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0555600d-1a6b-4300-9839-8e184b1b56d7 tempest-TestShelveInstance-1838927747 tempest-TestShelveInstance-1838927747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:04.850108 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-0555600d-1a6b-4300-9839-8e184b1b56d7 tempest-TestShelveInstance-1838927747 tempest-TestShelveInstance-1838927747-project-admin] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 1124 time: 0.1604803 Aug 26 06:24:04.850475 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 56812) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:24:04.854851 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-e36b637e-8890-430c-afa5-f0e7cfd65b38 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Request body: {'floatingip': {'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'port_id': '16e251e3-f929-404a-95a5-e7b555e4782f', 'tenant_id': '52e8949a7d05434396f8e8631f2cdb72', 'fixed_ip_address': '172.20.0.5'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:24:04.865589 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c96f60-a070-45b1-8489-82f0af2f33a9 admin admin] Router 6c079f46-9d17-46f1-addf-d8e1e72a3bf0 has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:24:04.968163 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c96f60-a070-45b1-8489-82f0af2f33a9 admin admin] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:24:04.973650 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-31c96f60-a070-45b1-8489-82f0af2f33a9 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/6c079f46-9d17-46f1-addf-d8e1e72a3bf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8041427 Aug 26 06:24:04.976215 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 56814) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:24:04.980325 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20caf508-5383-4cbb-b023-0aabd699a17a None None] Sync routers for ids ['6c079f46-9d17-46f1-addf-d8e1e72a3bf0'] in dv-cinder-853910-3-iscsi {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:24:04.990497 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20caf508-5383-4cbb-b023-0aabd699a17a None None] Routers {'6c079f46-9d17-46f1-addf-d8e1e72a3bf0'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:24:04.991279 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-20caf508-5383-4cbb-b023-0aabd699a17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:23:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['6c079f46-9d17-46f1-addf-d8e1e72a3bf0'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:24:05.073331 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e36b637e-8890-430c-afa5-f0e7cfd65b38 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:05.077265 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9279183c-a070-4825-a7da-51de6b0931fa admin admin] Publish callbacks [] for router (6c079f46-9d17-46f1-addf-d8e1e72a3bf0), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:05.088212 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:05.101336 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-20caf508-5383-4cbb-b023-0aabd699a17a None None] Set router 6c079f46-9d17-46f1-addf-d8e1e72a3bf0 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:24:05.162378 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e36b637e-8890-430c-afa5-f0e7cfd65b38 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:05.199886 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9279183c-a070-4825-a7da-51de6b0931fa admin admin] Publish callbacks [] for router_gateway (6c079f46-9d17-46f1-addf-d8e1e72a3bf0), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:05.288748 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_common [None req-e36b637e-8890-430c-afa5-f0e7cfd65b38 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Allocated IP 172.27.3.41 (7bfbcaf8-cfd7-4da9-9873-fb578302608c/6eb332c5-848f-450d-bdad-4a764241332a/22fde3bd-569c-4d94-8b54-79f6196f5c3a) {{(pid=107133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:24:05.311852 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-20caf508-5383-4cbb-b023-0aabd699a17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'name': 'tempest-AttachVolumeTestJSON-371950179-router', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': '5137d2dc-00ea-4102-b733-31f76f02ac42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:24Z', 'updated_at': '2022-08-26T06:24:04Z', 'revision_number': 5, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'gw_port': {'id': '5137d2dc-00ea-4102-b733-31f76f02ac42', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:60:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:16:26Z', 'updated_at': '2022-08-26T06:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:24:05.420626 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e36b637e-8890-430c-afa5-f0e7cfd65b38 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks [] for port (22fde3bd-569c-4d94-8b54-79f6196f5c3a), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:05.452620 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-9279183c-a070-4825-a7da-51de6b0931fa admin admin] Deleting port 5137d2dc-00ea-4102-b733-31f76f02ac42 {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:24:05.454495 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9279183c-a070-4825-a7da-51de6b0931fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (5137d2dc-00ea-4102-b733-31f76f02ac42), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:05.468658 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20caf508-5383-4cbb-b023-0aabd699a17a None None] Checking router: 6c079f46-9d17-46f1-addf-d8e1e72a3bf0 for host: dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:24:05.478327 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20caf508-5383-4cbb-b023-0aabd699a17a None None] Routers {'6c079f46-9d17-46f1-addf-d8e1e72a3bf0'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:24:05.478968 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-20caf508-5383-4cbb-b023-0aabd699a17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:23:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['6c079f46-9d17-46f1-addf-d8e1e72a3bf0'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:24:05.537823 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [None req-9279183c-a070-4825-a7da-51de6b0931fa admin admin] For port 5137d2dc-00ea-4102-b733-31f76f02ac42, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=5137d2dc-00ea-4102-b733-31f76f02ac42,segment=NetworkSegment(1390a542-366f-4986-b4c7-57ccad3a4e4e),segment_id=1390a542-366f-4986-b4c7-57ccad3a4e4e)] {{(pid=107134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:24:05.538183 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9279183c-a070-4825-a7da-51de6b0931fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (5137d2dc-00ea-4102-b733-31f76f02ac42), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:05.552961 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-9279183c-a070-4825-a7da-51de6b0931fa admin admin] Calling delete_port for 5137d2dc-00ea-4102-b733-31f76f02ac42 owned by network:router_gateway {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:24:05.564289 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-20caf508-5383-4cbb-b023-0aabd699a17a None None] Set router 6c079f46-9d17-46f1-addf-d8e1e72a3bf0 gateway port host: None {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:24:05.614205 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-20caf508-5383-4cbb-b023-0aabd699a17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'name': 'tempest-AttachVolumeTestJSON-371950179-router', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:24Z', 'updated_at': '2022-08-26T06:24:05Z', 'revision_number': 6, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'gw_port_host': None}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:24:05.622925 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e36b637e-8890-430c-afa5-f0e7cfd65b38 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (22fde3bd-569c-4d94-8b54-79f6196f5c3a), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:05.642572 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20caf508-5383-4cbb-b023-0aabd699a17a None None] The sync data for ids ['6c079f46-9d17-46f1-addf-d8e1e72a3bf0'] in dv-cinder-853910-3-iscsi is: [{'id': '6c079f46-9d17-46f1-addf-d8e1e72a3bf0', 'name': 'tempest-AttachVolumeTestJSON-371950179-router', 'tenant_id': 'aceecfa04cf941348d542c3e55569384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:16:24Z', 'updated_at': '2022-08-26T06:24:05Z', 'revision_number': 6, 'project_id': 'aceecfa04cf941348d542c3e55569384', 'gw_port_host': None}] {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:24:05.668426 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36b637e-8890-430c-afa5-f0e7cfd65b38 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Network 7bfbcaf8-cfd7-4da9-9873-fb578302608c is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:24:05.673195 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [None req-e36b637e-8890-430c-afa5-f0e7cfd65b38 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:24:05.678956 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36b637e-8890-430c-afa5-f0e7cfd65b38 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Received port after_create {{(pid=107133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:24:05.709514 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b637e-8890-430c-afa5-f0e7cfd65b38 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Pushing event updated for resources: {'Port': ['ID=22fde3bd-569c-4d94-8b54-79f6196f5c3a,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:24:05.843553 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bec12f-7323-4cc8-929d-fbdc02e82e6a req-7d1cbf2e-ec71-4572-90c4-4a60bfa02490 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:05.844833 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-99bec12f-7323-4cc8-929d-fbdc02e82e6a req-7d1cbf2e-ec71-4572-90c4-4a60bfa02490 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 946 time: 0.0625026 Aug 26 06:24:05.920074 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-99bec12f-7323-4cc8-929d-fbdc02e82e6a req-e98e69fe-f5f7-4fa3-955b-a4d1549629a2 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633035 Aug 26 06:24:05.940696 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:06.090607 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9279183c-a070-4825-a7da-51de6b0931fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (5137d2dc-00ea-4102-b733-31f76f02ac42), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:06.117996 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279183c-a070-4825-a7da-51de6b0931fa admin admin] Pushing event deleted for resources: {'Port': ['ID=5137d2dc-00ea-4102-b733-31f76f02ac42,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:24:06.188817 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9279183c-a070-4825-a7da-51de6b0931fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621663'] for router_gateway (6c079f46-9d17-46f1-addf-d8e1e72a3bf0), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:06.240117 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e36b637e-8890-430c-afa5-f0e7cfd65b38 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks [] for floatingip (6086b57c-dccc-4bdc-bab9-9b0743f46d69), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:06.278899 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9279183c-a070-4825-a7da-51de6b0931fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32438'] for router (6c079f46-9d17-46f1-addf-d8e1e72a3bf0), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:06.293041 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9279183c-a070-4825-a7da-51de6b0931fa admin admin] Publish callbacks [] for router_controller (6c079f46-9d17-46f1-addf-d8e1e72a3bf0), precommit_delete_associations {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:06.467733 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d11a9a-6990-4955-9e5d-68cfc52693c9 req-d4aa3ab0-6714-40d7-b8b6-4f4f773195c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:06.470396 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-15d11a9a-6990-4955-9e5d-68cfc52693c9 req-d4aa3ab0-6714-40d7-b8b6-4f4f773195c9 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 1130 time: 0.0657732 Aug 26 06:24:06.481463 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9279183c-a070-4825-a7da-51de6b0931fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614454'] for router (6c079f46-9d17-46f1-addf-d8e1e72a3bf0), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:06.482092 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9279183c-a070-4825-a7da-51de6b0931fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c079f46-9d17-46f1-addf-d8e1e72a3bf0 {{(pid=107134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 06:24:06.488492 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9279183c-a070-4825-a7da-51de6b0931fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:06.493703 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-9279183c-a070-4825-a7da-51de6b0931fa admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/6c079f46-9d17-46f1-addf-d8e1e72a3bf0 HTTP/1.1" status: 204 len: 168 time: 1.5126300 Aug 26 06:24:06.494850 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 56826) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:24:06.502511 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e36b637e-8890-430c-afa5-f0e7cfd65b38 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (22fde3bd-569c-4d94-8b54-79f6196f5c3a), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:06.549108 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.db_base_plugin_v2 [None req-283db6c9-2aca-45b0-9d40-0b42a20e679c admin admin] Deleting subnet f9a116db-e15a-40d5-881d-57010dc489a7 {{(pid=107134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 06:24:06.552843 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-283db6c9-2aca-45b0-9d40-0b42a20e679c admin admin] Publish callbacks [] for subnet (f9a116db-e15a-40d5-881d-57010dc489a7), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:06.553328 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-15d11a9a-6990-4955-9e5d-68cfc52693c9 req-beefa38c-86ac-4c6b-9dc6-73399f581f0b service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764122 Aug 26 06:24:06.575000 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:DELETE=8,neutron:SELECT=84,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:06.592425 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-283db6c9-2aca-45b0-9d40-0b42a20e679c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3346510'] for subnet (f9a116db-e15a-40d5-881d-57010dc489a7), precommit_delete_associations {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:06.685426 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-283db6c9-2aca-45b0-9d40-0b42a20e679c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777363'] for subnet (f9a116db-e15a-40d5-881d-57010dc489a7), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:06.714413 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e36b637e-8890-430c-afa5-f0e7cfd65b38 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks [] for port (22fde3bd-569c-4d94-8b54-79f6196f5c3a), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:07.005820 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:07.007275 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-283db6c9-2aca-45b0-9d40-0b42a20e679c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3183122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3522563'] for subnet (f9a116db-e15a-40d5-881d-57010dc489a7), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:07.014609 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e36b637e-8890-430c-afa5-f0e7cfd65b38 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9095016'] for port (22fde3bd-569c-4d94-8b54-79f6196f5c3a), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:07.035599 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283db6c9-2aca-45b0-9d40-0b42a20e679c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9a116db-e15a-40d5-881d-57010dc489a7,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:24:07.038917 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-283db6c9-2aca-45b0-9d40-0b42a20e679c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for subnet (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:07.042098 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-283db6c9-2aca-45b0-9d40-0b42a20e679c admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/f9a116db-e15a-40d5-881d-57010dc489a7 HTTP/1.1" status: 204 len: 168 time: 0.5460873 Aug 26 06:24:07.044869 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 56836) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:24:07.051193 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e562b5e4-28aa-4370-9063-1b80a4ac6330 None None] Network 9d86ecc4-b89c-4670-82c2-e19913819bab requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:24:07.086344 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e36b637e-8890-430c-afa5-f0e7cfd65b38 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614170'] for floatingip (6086b57c-dccc-4bdc-bab9-9b0743f46d69), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:07.134754 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8af65478-7a37-4513-a35b-52bf9ca76585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568586'] for network (9d86ecc4-b89c-4670-82c2-e19913819bab), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:07.180156 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670bdbb2-740b-4e75-9ecf-ac9b99be81c6 req-9c4f44f5-2ae2-427b-a358-521f3aa3138c tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:07.188134 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-670bdbb2-740b-4e75-9ecf-ac9b99be81c6 req-9c4f44f5-2ae2-427b-a358-521f3aa3138c tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 946 time: 0.1845913 Aug 26 06:24:07.189988 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-8af65478-7a37-4513-a35b-52bf9ca76585 admin admin] Deleting port 1fb762b2-c6c9-4fc4-8418-cb693747684c {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:24:07.196316 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8af65478-7a37-4513-a35b-52bf9ca76585 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (1fb762b2-c6c9-4fc4-8418-cb693747684c), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:07.237969 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b637e-8890-430c-afa5-f0e7cfd65b38 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Pushing event updated for resources: {'Port': ['ID=22fde3bd-569c-4d94-8b54-79f6196f5c3a,revision_number=2']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:24:07.273555 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [None req-8af65478-7a37-4513-a35b-52bf9ca76585 admin admin] For port 1fb762b2-c6c9-4fc4-8418-cb693747684c, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=1fb762b2-c6c9-4fc4-8418-cb693747684c,segment=NetworkSegment(41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8),segment_id=41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8)] {{(pid=107134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:24:07.273917 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8af65478-7a37-4513-a35b-52bf9ca76585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (1fb762b2-c6c9-4fc4-8418-cb693747684c), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:07.293367 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-8af65478-7a37-4513-a35b-52bf9ca76585 admin admin] Calling delete_port for 1fb762b2-c6c9-4fc4-8418-cb693747684c owned by network:dhcp {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:24:07.311740 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 824bffea-6e21-4bf9-b5df-3c6eaf8e7332 no longer exists at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:24:07.327361 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-670bdbb2-740b-4e75-9ecf-ac9b99be81c6 req-c9381230-1103-4546-81fb-e6089a205cb7 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385236 Aug 26 06:24:07.339965 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.db.l3_db [None req-e36b637e-8890-430c-afa5-f0e7cfd65b38 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Floating IP 6086b57c-dccc-4bdc-bab9-9b0743f46d69 associated. External IP: 172.27.3.41, port: 16e251e3-f929-404a-95a5-e7b555e4782f. Aug 26 06:24:07.349752 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218bb175-1585-4941-bc9d-dc9b22caea99 None None] DHCP port deletion for 9d86ecc4-b89c-4670-82c2-e19913819bab request from dv-cinder-853910-3-iscsi {{(pid=107135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 06:24:07.356263 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] No Port match for: 824bffea-6e21-4bf9-b5df-3c6eaf8e7332 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:24:07.356968 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 824bffea-6e21-4bf9-b5df-3c6eaf8e7332 not bound to the agent host dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:24:07.357453 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 5137d2dc-00ea-4102-b733-31f76f02ac42 no longer exists at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:24:07.397485 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] No Port match for: 5137d2dc-00ea-4102-b733-31f76f02ac42 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:24:07.398265 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 5137d2dc-00ea-4102-b733-31f76f02ac42 not bound to the agent host dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:24:07.408399 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:07.412620 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-218bb175-1585-4941-bc9d-dc9b22caea99 None None] Deleting port 1fb762b2-c6c9-4fc4-8418-cb693747684c {{(pid=107135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:24:07.417970 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-218bb175-1585-4941-bc9d-dc9b22caea99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (1fb762b2-c6c9-4fc4-8418-cb693747684c), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:07.494860 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-218bb175-1585-4941-bc9d-dc9b22caea99 None None] For port 1fb762b2-c6c9-4fc4-8418-cb693747684c, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=1fb762b2-c6c9-4fc4-8418-cb693747684c,segment=NetworkSegment(41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8),segment_id=41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:24:07.495265 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-218bb175-1585-4941-bc9d-dc9b22caea99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (1fb762b2-c6c9-4fc4-8418-cb693747684c), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:07.515275 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-218bb175-1585-4941-bc9d-dc9b22caea99 None None] Calling delete_port for 1fb762b2-c6c9-4fc4-8418-cb693747684c owned by network:dhcp {{(pid=107135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:24:07.548606 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8af65478-7a37-4513-a35b-52bf9ca76585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (1fb762b2-c6c9-4fc4-8418-cb693747684c), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:07.564105 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 6 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:24:07.579588 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af65478-7a37-4513-a35b-52bf9ca76585 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fb762b2-c6c9-4fc4-8418-cb693747684c,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:24:07.581633 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af65478-7a37-4513-a35b-52bf9ca76585 admin admin] No DVR routers for this DVR port 1fb762b2-c6c9-4fc4-8418-cb693747684c on host dv-cinder-853910-3-iscsi {{(pid=107134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:24:07.608736 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36b637e-8890-430c-afa5-f0e7cfd65b38 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Router 4173f7a3-bc7a-4ae2-a1a2-398bebf1308b has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:24:07.619952 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-218bb175-1585-4941-bc9d-dc9b22caea99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596'] for port (1fb762b2-c6c9-4fc4-8418-cb693747684c), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:07.648909 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218bb175-1585-4941-bc9d-dc9b22caea99 None None] Pushing event deleted for resources: {'Port': ['ID=1fb762b2-c6c9-4fc4-8418-cb693747684c,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:24:07.651200 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218bb175-1585-4941-bc9d-dc9b22caea99 None None] No DVR routers for this DVR port 1fb762b2-c6c9-4fc4-8418-cb693747684c on host dv-cinder-853910-3-iscsi {{(pid=107135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:24:07.667907 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8af65478-7a37-4513-a35b-52bf9ca76585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729656', 'neutron.services.segments.db._delete_segments_for_network-8776576287582'] for network (9d86ecc4-b89c-4670-82c2-e19913819bab), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:07.694336 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-8af65478-7a37-4513-a35b-52bf9ca76585 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d86ecc4-b89c-4670-82c2-e19913819bab']}} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:24:07.705018 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-8af65478-7a37-4513-a35b-52bf9ca76585 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8') {'for_net_delete': True} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:24:07.705320 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-8af65478-7a37-4513-a35b-52bf9ca76585 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8') {} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:24:07.717056 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8af65478-7a37-4513-a35b-52bf9ca76585 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776576346588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3346503'] for segment (41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:07.731662 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8af65478-7a37-4513-a35b-52bf9ca76585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439'] for segment (41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:07.740435 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36b637e-8890-430c-afa5-f0e7cfd65b38 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:24:07.741397 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8af65478-7a37-4513-a35b-52bf9ca76585 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=107134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 06:24:07.741819 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8af65478-7a37-4513-a35b-52bf9ca76585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3183176'] for segment (41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:07.754118 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28fc76a-c3c9-4153-82c8-c5d46a3c82de None None] Sync routers for ids ['4173f7a3-bc7a-4ae2-a1a2-398bebf1308b'] in dv-cinder-853910-3-iscsi {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:24:07.766899 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28fc76a-c3c9-4153-82c8-c5d46a3c82de None None] Routers {'4173f7a3-bc7a-4ae2-a1a2-398bebf1308b'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:24:07.767624 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-d28fc76a-c3c9-4153-82c8-c5d46a3c82de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:23:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['4173f7a3-bc7a-4ae2-a1a2-398bebf1308b'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:24:07.784729 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.services.segments.plugin [-] Segment 41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8 resource provider aggregate not found Aug 26 06:24:07.808007 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.services.segments.plugin [-] Segment 41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41d28a82-9ad7-4fbb-b2e0-16023c0ce4e8 found for delete ", "request_id": "req-e2732fed-a153-4f33-82c4-af762c6e6eb4"}]} Aug 26 06:24:07.887644 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-d28fc76a-c3c9-4153-82c8-c5d46a3c82de None None] Set router 4173f7a3-bc7a-4ae2-a1a2-398bebf1308b gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:24:07.961800 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8af65478-7a37-4513-a35b-52bf9ca76585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621691'] for network (9d86ecc4-b89c-4670-82c2-e19913819bab), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:07.973831 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e36b637e-8890-430c-afa5-f0e7cfd65b38 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for floatingip (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:07.974887 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8af65478-7a37-4513-a35b-52bf9ca76585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for network (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:07.985988 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-8af65478-7a37-4513-a35b-52bf9ca76585 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/9d86ecc4-b89c-4670-82c2-e19913819bab HTTP/1.1" status: 204 len: 168 time: 0.9396210 Aug 26 06:24:07.999235 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af65478-7a37-4513-a35b-52bf9ca76585 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d86ecc4-b89c-4670-82c2-e19913819bab,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:24:08.010179 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-e36b637e-8890-430c-afa5-f0e7cfd65b38 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1585464 Aug 26 06:24:08.011190 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4228acc2-99a7-47c3-9cef-92c0f7bcb7b0', 'tag': '16e251e3-f929-404a-95a5-e7b555e4782f'}] {{(pid=107133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:24:08.013935 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8285fbc4cf3847b51d9cb7eba3379b7f58b909d4ff4eae5f417f2c246939f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0d592c-2935-408e-af96-c4beaa07a81e" -d '{"events": [{"name": "network-changed", "server_uuid": "4228acc2-99a7-47c3-9cef-92c0f7bcb7b0", "tag": "16e251e3-f929-404a-95a5-e7b555e4782f"}]}' {{(pid=107133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:24:08.057146 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3499a897-34bf-448c-bb48-53b2f143f9c2 x-openstack-request-id: req-3499a897-34bf-448c-bb48-53b2f143f9c2 {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:24:08.057832 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4228acc2-99a7-47c3-9cef-92c0f7bcb7b0", "tag": "16e251e3-f929-404a-95a5-e7b555e4782f", "status": "completed", "code": 200}]} {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:24:08.058093 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3499a897-34bf-448c-bb48-53b2f143f9c2 {{(pid=107133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:24:08.058501 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3499a897-34bf-448c-bb48-53b2f143f9c2'] response: {'name': 'network-changed', 'server_uuid': '4228acc2-99a7-47c3-9cef-92c0f7bcb7b0', 'tag': '16e251e3-f929-404a-95a5-e7b555e4782f', 'status': 'completed', 'code': 200} Aug 26 06:24:08.135339 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d592c-2935-408e-af96-c4beaa07a81e req-04c2cc04-e70a-410e-b45c-a73e563f18e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:08.136853 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cc0d592c-2935-408e-af96-c4beaa07a81e req-04c2cc04-e70a-410e-b45c-a73e563f18e9 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=52e8949a7d05434396f8e8631f2cdb72&device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 1129 time: 0.0443263 Aug 26 06:24:08.144004 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-d28fc76a-c3c9-4153-82c8-c5d46a3c82de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'name': 'tempest-TestShelveInstance-1686240723-router', 'tenant_id': '52e8949a7d05434396f8e8631f2cdb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'c1731365-52b1-4ae9-be64-2499700d5562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:22:57Z', 'updated_at': '2022-08-26T06:23:02Z', 'revision_number': 4, 'project_id': '52e8949a7d05434396f8e8631f2cdb72', 'gw_port': {'id': 'c1731365-52b1-4ae9-be64-2499700d5562', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:22:58Z', 'updated_at': '2022-08-26T06:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': '6086b57c-dccc-4bdc-bab9-9b0743f46d69', 'tenant_id': '52e8949a7d05434396f8e8631f2cdb72', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'port_id': '16e251e3-f929-404a-95a5-e7b555e4782f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd008bdb5-ce3d-4b11-ad7a-76c0e477dc41', 'mac_address': 'fa:16:3e:5f:e5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4228acc2-99a7-47c3-9cef-92c0f7bcb7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:24:05Z', 'updated_at': '2022-08-26T06:24:05Z', 'revision_number': 0, 'project_id': '52e8949a7d05434396f8e8631f2cdb72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4aca280-4db2-4304-9d64-8c9819efd6b4', 'name': '', 'network_id': 'd008bdb5-ce3d-4b11-ad7a-76c0e477dc41', 'tenant_id': '52e8949a7d05434396f8e8631f2cdb72', 'mac_address': 'fa:16:3e:b8:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '5f699233-c501-458c-b7e9-e6e0a4a2c481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:23:01Z', 'updated_at': '2022-08-26T06:23:07Z', 'revision_number': 5, 'project_id': '52e8949a7d05434396f8e8631f2cdb72', 'subnets': [{'id': '5f699233-c501-458c-b7e9-e6e0a4a2c481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:24:08.172374 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28fc76a-c3c9-4153-82c8-c5d46a3c82de None None] Checking router: 4173f7a3-bc7a-4ae2-a1a2-398bebf1308b for host: dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:24:08.181732 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28fc76a-c3c9-4153-82c8-c5d46a3c82de None None] Routers {'4173f7a3-bc7a-4ae2-a1a2-398bebf1308b'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:24:08.182348 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-d28fc76a-c3c9-4153-82c8-c5d46a3c82de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:23:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['4173f7a3-bc7a-4ae2-a1a2-398bebf1308b'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:24:08.245604 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d592c-2935-408e-af96-c4beaa07a81e req-5dddd34e-edf4-4940-a809-795a4cc31656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:08.247089 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cc0d592c-2935-408e-af96-c4beaa07a81e req-5dddd34e-edf4-4940-a809-795a4cc31656 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=d008bdb5-ce3d-4b11-ad7a-76c0e477dc41 HTTP/1.1" status: 200 len: 910 time: 0.1035833 Aug 26 06:24:08.289982 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-d28fc76a-c3c9-4153-82c8-c5d46a3c82de None None] Set router 4173f7a3-bc7a-4ae2-a1a2-398bebf1308b gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:24:08.313981 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cc0d592c-2935-408e-af96-c4beaa07a81e req-31a0a01c-c76d-496b-b0bb-2db77ecfd815 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16e251e3-f929-404a-95a5-e7b555e4782f HTTP/1.1" status: 200 len: 998 time: 0.0598528 Aug 26 06:24:08.370850 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d592c-2935-408e-af96-c4beaa07a81e req-0842c459-9398-4782-91b6-c1c43e5a9a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:08.372462 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cc0d592c-2935-408e-af96-c4beaa07a81e req-0842c459-9398-4782-91b6-c1c43e5a9a34 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=5f699233-c501-458c-b7e9-e6e0a4a2c481 HTTP/1.1" status: 200 len: 848 time: 0.0526936 Aug 26 06:24:08.456531 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d592c-2935-408e-af96-c4beaa07a81e req-2f2cefde-9d92-491d-afe2-408f773c8247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:08.458389 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cc0d592c-2935-408e-af96-c4beaa07a81e req-2f2cefde-9d92-491d-afe2-408f773c8247 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=d008bdb5-ce3d-4b11-ad7a-76c0e477dc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0791705 Aug 26 06:24:08.526009 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a17ff9-2690-4ab5-8911-f809242c838f req-90522b53-69cf-46a3-b3df-4ffd53c82dd9 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:08.527598 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b1a17ff9-2690-4ab5-8911-f809242c838f req-90522b53-69cf-46a3-b3df-4ffd53c82dd9 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 946 time: 0.1067529 Aug 26 06:24:08.536752 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-d28fc76a-c3c9-4153-82c8-c5d46a3c82de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'name': 'tempest-TestShelveInstance-1686240723-router', 'tenant_id': '52e8949a7d05434396f8e8631f2cdb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'c1731365-52b1-4ae9-be64-2499700d5562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:22:57Z', 'updated_at': '2022-08-26T06:23:02Z', 'revision_number': 4, 'project_id': '52e8949a7d05434396f8e8631f2cdb72', 'gw_port': {'id': 'c1731365-52b1-4ae9-be64-2499700d5562', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:22:58Z', 'updated_at': '2022-08-26T06:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': '6086b57c-dccc-4bdc-bab9-9b0743f46d69', 'tenant_id': '52e8949a7d05434396f8e8631f2cdb72', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'port_id': '16e251e3-f929-404a-95a5-e7b555e4782f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd008bdb5-ce3d-4b11-ad7a-76c0e477dc41', 'mac_address': 'fa:16:3e:5f:e5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4228acc2-99a7-47c3-9cef-92c0f7bcb7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:24:05Z', 'updated_at': '2022-08-26T06:24:05Z', 'revision_number': 0, 'project_id': '52e8949a7d05434396f8e8631f2cdb72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4aca280-4db2-4304-9d64-8c9819efd6b4', 'name': '', 'network_id': 'd008bdb5-ce3d-4b11-ad7a-76c0e477dc41', 'tenant_id': '52e8949a7d05434396f8e8631f2cdb72', 'mac_address': 'fa:16:3e:b8:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '5f699233-c501-458c-b7e9-e6e0a4a2c481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:23:01Z', 'updated_at': '2022-08-26T06:23:07Z', 'revision_number': 5, 'project_id': '52e8949a7d05434396f8e8631f2cdb72', 'subnets': [{'id': '5f699233-c501-458c-b7e9-e6e0a4a2c481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:24:08.561778 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28fc76a-c3c9-4153-82c8-c5d46a3c82de None None] The sync data for ids ['4173f7a3-bc7a-4ae2-a1a2-398bebf1308b'] in dv-cinder-853910-3-iscsi is: [{'id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'name': 'tempest-TestShelveInstance-1686240723-router', 'tenant_id': '52e8949a7d05434396f8e8631f2cdb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'c1731365-52b1-4ae9-be64-2499700d5562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:22:57Z', 'updated_at': '2022-08-26T06:23:02Z', 'revision_number': 4, 'project_id': '52e8949a7d05434396f8e8631f2cdb72', 'gw_port': {'id': 'c1731365-52b1-4ae9-be64-2499700d5562', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:22:58Z', 'updated_at': '2022-08-26T06:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': '6086b57c-dccc-4bdc-bab9-9b0743f46d69', 'tenant_id': '52e8949a7d05434396f8e8631f2cdb72', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'port_id': '16e251e3-f929-404a-95a5-e7b555e4782f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd008bdb5-ce3d-4b11-ad7a-76c0e477dc41', 'mac_address': 'fa:16:3e:5f:e5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4228acc2-99a7-47c3-9cef-92c0f7bcb7b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:24:05Z', 'updated_at': '2022-08-26T06:24:05Z', 'revision_number': 0, 'project_id': '52e8949a7d05434396f8e8631f2cdb72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4aca280-4db2-4304-9d64-8c9819efd6b4', 'name': '', 'network_id': 'd008bdb5-ce3d-4b11-ad7a-76c0e477dc41', 'tenant_id': '52e8949a7d05434396f8e8631f2cdb72', 'mac_address': 'fa:16:3e:b8:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '5f699233-c501-458c-b7e9-e6e0a4a2c481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:23:01Z', 'updated_at': '2022-08-26T06:23:07Z', 'revision_number': 5, 'project_id': '52e8949a7d05434396f8e8631f2cdb72', 'subnets': [{'id': '5f699233-c501-458c-b7e9-e6e0a4a2c481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:24:08.610093 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b1a17ff9-2690-4ab5-8911-f809242c838f req-fa495083-42ad-4916-9737-fa79a0721d94 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736258 Aug 26 06:24:08.612116 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cc0d592c-2935-408e-af96-c4beaa07a81e req-b04813e4-db5a-486e-96cc-0a9d4c1f2f7a service neutron] 10.222.0.76 "GET /networking/v2.0/networks/d008bdb5-ce3d-4b11-ad7a-76c0e477dc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465852 Aug 26 06:24:08.713734 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cc0d592c-2935-408e-af96-c4beaa07a81e req-0e91e730-8460-449b-b133-0b949a46bc32 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/d008bdb5-ce3d-4b11-ad7a-76c0e477dc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950599 Aug 26 06:24:08.778470 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f202765-bd04-45a1-83c6-dd40de4969c5 None None] New status for floating IP 6086b57c-dccc-4bdc-bab9-9b0743f46d69: ACTIVE {{(pid=107135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 06:24:09.080819 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 56872) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:24:09.121217 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-62648801-1573-4ed4-a941-673f5558e4b1 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=aceecfa04cf941348d542c3e55569384&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392160 Aug 26 06:24:09.124418 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 56874) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:24:09.183999 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-dc06c3cb-f203-4d49-8059-1ef858da93b9 admin admin] Publish callbacks [] for security_group (a7a36d84-76a3-4603-8753-f6ad6f998730), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:09.210692 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-dc06c3cb-f203-4d49-8059-1ef858da93b9 admin admin] Publish callbacks [] for security_group (a7a36d84-76a3-4603-8753-f6ad6f998730), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:09.242411 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 1fb762b2-c6c9-4fc4-8418-cb693747684c no longer exists at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:24:09.267187 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] No Port match for: 1fb762b2-c6c9-4fc4-8418-cb693747684c {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:24:09.267536 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 1fb762b2-c6c9-4fc4-8418-cb693747684c not bound to the agent host dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:24:09.439425 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-dc06c3cb-f203-4d49-8059-1ef858da93b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (a7a36d84-76a3-4603-8753-f6ad6f998730), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:09.442041 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-dc06c3cb-f203-4d49-8059-1ef858da93b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:09.443239 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-dc06c3cb-f203-4d49-8059-1ef858da93b9 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/a7a36d84-76a3-4603-8753-f6ad6f998730 HTTP/1.1" status: 204 len: 168 time: 0.3172438 Aug 26 06:24:09.451555 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06c3cb-f203-4d49-8059-1ef858da93b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a36d84-76a3-4603-8753-f6ad6f998730,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:24:09.733873 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8bb68b-6dd8-4fef-ba5b-3e0bd0942cae req-e472bb2a-34bf-4b33-8742-0b07f658b770 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:09.736083 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6a8bb68b-6dd8-4fef-ba5b-3e0bd0942cae req-e472bb2a-34bf-4b33-8742-0b07f658b770 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 946 time: 0.0500455 Aug 26 06:24:09.786949 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6a8bb68b-6dd8-4fef-ba5b-3e0bd0942cae req-0e2c2b33-f54a-41da-b284-aa3924197799 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450659 Aug 26 06:24:09.941028 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cde090-04b9-4cc6-a961-17383f65f86c req-6c566662-8902-45f8-bc2d-6cf4e8e14327 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:09.941028 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f2cde090-04b9-4cc6-a961-17383f65f86c req-6c566662-8902-45f8-bc2d-6cf4e8e14327 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 946 time: 0.0484867 Aug 26 06:24:09.958396 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f2cde090-04b9-4cc6-a961-17383f65f86c req-b2d76ab2-03f1-4ba0-b8c6-d177cc0c1999 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440104 Aug 26 06:24:09.984785 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 56886) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:24:10.295752 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90248e51-f1d9-4a19-afcb-577df8a5729d tempest-TestVolumeBootPattern-301788295 tempest-TestVolumeBootPattern-301788295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:10.295752 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-90248e51-f1d9-4a19-afcb-577df8a5729d tempest-TestVolumeBootPattern-301788295 tempest-TestVolumeBootPattern-301788295-project-admin] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 1125 time: 0.3014252 Aug 26 06:24:10.298299 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 56896) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:24:10.303073 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-0e17021d-7f59-4d60-9c54-e1f62358497f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Request body: {'floatingip': {'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'port_id': '07d50961-0e64-446f-a7b3-9104f5a9a451', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:24:10.405172 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-0e17021d-7f59-4d60-9c54-e1f62358497f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:10.491007 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-0e17021d-7f59-4d60-9c54-e1f62358497f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:10.606308 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.db_base_plugin_common [None req-0e17021d-7f59-4d60-9c54-e1f62358497f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Allocated IP 172.27.3.32 (7bfbcaf8-cfd7-4da9-9873-fb578302608c/6eb332c5-848f-450d-bdad-4a764241332a/069432e9-a171-4d32-938a-f5edfbda00ce) {{(pid=107134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:24:10.720755 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-0e17021d-7f59-4d60-9c54-e1f62358497f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for port (069432e9-a171-4d32-938a-f5edfbda00ce), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:10.863118 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-0e17021d-7f59-4d60-9c54-e1f62358497f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (069432e9-a171-4d32-938a-f5edfbda00ce), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:10.907548 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e17021d-7f59-4d60-9c54-e1f62358497f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Network 7bfbcaf8-cfd7-4da9-9873-fb578302608c is already hosted by enough agents. {{(pid=107134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:24:10.910453 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [None req-0e17021d-7f59-4d60-9c54-e1f62358497f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Resources bound (agent type, host, resource id): {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:24:10.914411 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e17021d-7f59-4d60-9c54-e1f62358497f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Received port after_create {{(pid=107134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:24:10.936824 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17021d-7f59-4d60-9c54-e1f62358497f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Pushing event updated for resources: {'Port': ['ID=069432e9-a171-4d32-938a-f5edfbda00ce,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:24:11.120387 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d2805-a037-4d1c-b40d-92cdcbd11476 req-64ea8f32-7fcf-4267-9ec3-1dd5611de14b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:11.123175 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cb4d2805-a037-4d1c-b40d-92cdcbd11476 req-64ea8f32-7fcf-4267-9ec3-1dd5611de14b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 946 time: 0.0521514 Aug 26 06:24:11.180690 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cb4d2805-a037-4d1c-b40d-92cdcbd11476 req-5616ec5b-6438-475a-85d8-87f05bb318fc tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525424 Aug 26 06:24:11.295931 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-0e17021d-7f59-4d60-9c54-e1f62358497f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for floatingip (5a4c4d50-5521-4f88-8628-6d530393615a), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:11.503072 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-0e17021d-7f59-4d60-9c54-e1f62358497f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (069432e9-a171-4d32-938a-f5edfbda00ce), before_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:11.655574 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-0e17021d-7f59-4d60-9c54-e1f62358497f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for port (069432e9-a171-4d32-938a-f5edfbda00ce), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:11.787772 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-0e17021d-7f59-4d60-9c54-e1f62358497f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183148'] for port (069432e9-a171-4d32-938a-f5edfbda00ce), after_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:11.862238 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17021d-7f59-4d60-9c54-e1f62358497f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Pushing event updated for resources: {'Port': ['ID=069432e9-a171-4d32-938a-f5edfbda00ce,revision_number=2']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:24:11.868617 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-0e17021d-7f59-4d60-9c54-e1f62358497f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614170'] for floatingip (5a4c4d50-5521-4f88-8628-6d530393615a), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:11.970327 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.db.l3_db [None req-0e17021d-7f59-4d60-9c54-e1f62358497f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Floating IP 5a4c4d50-5521-4f88-8628-6d530393615a associated. External IP: 172.27.3.32, port: 07d50961-0e64-446f-a7b3-9104f5a9a451. Aug 26 06:24:12.073922 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:12.180450 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e17021d-7f59-4d60-9c54-e1f62358497f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Router 1170b181-b00b-401a-bc40-cf5c03a60e31 has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:24:12.317951 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e17021d-7f59-4d60-9c54-e1f62358497f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:24:12.330319 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb86162-da6f-444b-8d85-7ce49670985d None None] Sync routers for ids ['1170b181-b00b-401a-bc40-cf5c03a60e31'] in dv-cinder-853910-3-iscsi {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:24:12.340532 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02658e-4b87-49f7-b17f-db704e5ad5c0 req-7631f8a0-0b9f-4df1-acea-6220078686c2 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:12.342306 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-aa02658e-4b87-49f7-b17f-db704e5ad5c0 req-7631f8a0-0b9f-4df1-acea-6220078686c2 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 946 time: 0.0641448 Aug 26 06:24:12.346148 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb86162-da6f-444b-8d85-7ce49670985d None None] Routers {'1170b181-b00b-401a-bc40-cf5c03a60e31'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:24:12.346807 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-9bb86162-da6f-444b-8d85-7ce49670985d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:23:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['1170b181-b00b-401a-bc40-cf5c03a60e31'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:24:12.393930 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-aa02658e-4b87-49f7-b17f-db704e5ad5c0 req-7d993a0f-6882-4be3-a55e-4352afdf1bd3 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441308 Aug 26 06:24:12.439972 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-0e17021d-7f59-4d60-9c54-e1f62358497f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for floatingip (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:12.453450 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-9bb86162-da6f-444b-8d85-7ce49670985d None None] Set router 1170b181-b00b-401a-bc40-cf5c03a60e31 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:24:12.476075 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-0e17021d-7f59-4d60-9c54-e1f62358497f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1739299 Aug 26 06:24:12.476075 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4ec4be-d09b-431b-93f0-062334195c69', 'tag': '07d50961-0e64-446f-a7b3-9104f5a9a451'}] {{(pid=107134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:24:12.476500 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98877e02f8b3cb06335249729d630ff259ce8fa3eff905cdf154d6d548f15152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1680e4f9-2c69-4536-a0ff-e977f37b4ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "ce4ec4be-d09b-431b-93f0-062334195c69", "tag": "07d50961-0e64-446f-a7b3-9104f5a9a451"}]}' {{(pid=107134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:24:12.516558 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2140ba1f-6df9-4857-acd8-a09c50a84282 x-openstack-request-id: req-2140ba1f-6df9-4857-acd8-a09c50a84282 {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:24:12.516889 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce4ec4be-d09b-431b-93f0-062334195c69", "tag": "07d50961-0e64-446f-a7b3-9104f5a9a451", "status": "completed", "code": 200}]} {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:24:12.522087 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2140ba1f-6df9-4857-acd8-a09c50a84282 {{(pid=107134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:24:12.522087 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2140ba1f-6df9-4857-acd8-a09c50a84282'] response: {'name': 'network-changed', 'server_uuid': 'ce4ec4be-d09b-431b-93f0-062334195c69', 'tag': '07d50961-0e64-446f-a7b3-9104f5a9a451', 'status': 'completed', 'code': 200} Aug 26 06:24:12.536570 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:12.553782 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:12.604693 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:12.678503 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-9bb86162-da6f-444b-8d85-7ce49670985d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'name': 'tempest-TestVolumeBootPattern-516714474-router', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00c271ea-b83a-41f7-9150-f380b863371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:24Z', 'updated_at': '2022-08-26T06:19:32Z', 'revision_number': 4, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'gw_port': {'id': '00c271ea-b83a-41f7-9150-f380b863371a', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:26Z', 'updated_at': '2022-08-26T06:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': '5a4c4d50-5521-4f88-8628-6d530393615a', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'port_id': '07d50961-0e64-446f-a7b3-9104f5a9a451', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'mac_address': 'fa:16:3e:7b:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4ec4be-d09b-431b-93f0-062334195c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:24:11Z', 'updated_at': '2022-08-26T06:24:11Z', 'revision_number': 0, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f652a3a-1862-46c0-b96a-62edc6b668df', 'name': '', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'mac_address': 'fa:16:3e:1a:bc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:31Z', 'updated_at': '2022-08-26T06:19:41Z', 'revision_number': 5, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'subnets': [{'id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:24:12.704506 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb86162-da6f-444b-8d85-7ce49670985d None None] Checking router: 1170b181-b00b-401a-bc40-cf5c03a60e31 for host: dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:24:12.712808 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb86162-da6f-444b-8d85-7ce49670985d None None] Routers {'1170b181-b00b-401a-bc40-cf5c03a60e31'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:24:12.713403 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-9bb86162-da6f-444b-8d85-7ce49670985d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:23:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['1170b181-b00b-401a-bc40-cf5c03a60e31'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:24:12.817610 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-9bb86162-da6f-444b-8d85-7ce49670985d None None] Set router 1170b181-b00b-401a-bc40-cf5c03a60e31 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:24:12.828208 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:13.113994 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-9bb86162-da6f-444b-8d85-7ce49670985d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'name': 'tempest-TestVolumeBootPattern-516714474-router', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00c271ea-b83a-41f7-9150-f380b863371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:24Z', 'updated_at': '2022-08-26T06:19:32Z', 'revision_number': 4, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'gw_port': {'id': '00c271ea-b83a-41f7-9150-f380b863371a', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:26Z', 'updated_at': '2022-08-26T06:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': '5a4c4d50-5521-4f88-8628-6d530393615a', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'port_id': '07d50961-0e64-446f-a7b3-9104f5a9a451', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'mac_address': 'fa:16:3e:7b:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4ec4be-d09b-431b-93f0-062334195c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:24:11Z', 'updated_at': '2022-08-26T06:24:11Z', 'revision_number': 0, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f652a3a-1862-46c0-b96a-62edc6b668df', 'name': '', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'mac_address': 'fa:16:3e:1a:bc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:31Z', 'updated_at': '2022-08-26T06:19:41Z', 'revision_number': 5, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'subnets': [{'id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:24:13.138204 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb86162-da6f-444b-8d85-7ce49670985d None None] The sync data for ids ['1170b181-b00b-401a-bc40-cf5c03a60e31'] in dv-cinder-853910-3-iscsi is: [{'id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'name': 'tempest-TestVolumeBootPattern-516714474-router', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00c271ea-b83a-41f7-9150-f380b863371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:24Z', 'updated_at': '2022-08-26T06:19:32Z', 'revision_number': 4, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'gw_port': {'id': '00c271ea-b83a-41f7-9150-f380b863371a', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:26Z', 'updated_at': '2022-08-26T06:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': '5a4c4d50-5521-4f88-8628-6d530393615a', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'port_id': '07d50961-0e64-446f-a7b3-9104f5a9a451', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'mac_address': 'fa:16:3e:7b:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4ec4be-d09b-431b-93f0-062334195c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:24:11Z', 'updated_at': '2022-08-26T06:24:11Z', 'revision_number': 0, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f652a3a-1862-46c0-b96a-62edc6b668df', 'name': '', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'mac_address': 'fa:16:3e:1a:bc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:31Z', 'updated_at': '2022-08-26T06:19:41Z', 'revision_number': 5, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'subnets': [{'id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:24:13.199595 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:13.398884 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16899f2f-6ab8-4e1b-80ea-300ed33babb2 None None] New status for floating IP 5a4c4d50-5521-4f88-8628-6d530393615a: ACTIVE {{(pid=107135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 06:24:13.536056 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba016b5-7da7-4fc6-b97f-52653c5f417b req-1b967d84-6d1c-4a1c-81cc-ae5814c8ed60 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:13.537566 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-fba016b5-7da7-4fc6-b97f-52653c5f417b req-1b967d84-6d1c-4a1c-81cc-ae5814c8ed60 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 946 time: 0.0547097 Aug 26 06:24:13.592703 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680e4f9-2c69-4536-a0ff-e977f37b4ba7 req-cd95f402-c08b-478e-b889-9e6f9919fa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:13.595509 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1680e4f9-2c69-4536-a0ff-e977f37b4ba7 req-cd95f402-c08b-478e-b889-9e6f9919fa13 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=fde0e661bd5646bab91b5e6b623a2e7e&device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 1130 time: 0.0537720 Aug 26 06:24:13.597882 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-fba016b5-7da7-4fc6-b97f-52653c5f417b req-33a6e9d4-eb09-4212-bdc2-ef52cdebdf76 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522685 Aug 26 06:24:13.703504 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680e4f9-2c69-4536-a0ff-e977f37b4ba7 req-ce72aa26-7834-4a43-9acf-cd8b90eb3bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:13.705063 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1680e4f9-2c69-4536-a0ff-e977f37b4ba7 req-ce72aa26-7834-4a43-9acf-cd8b90eb3bad service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=6c5f68e8-9704-4e4e-a557-4e9515d804ef HTTP/1.1" status: 200 len: 912 time: 0.1036067 Aug 26 06:24:13.758983 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:13.776967 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1680e4f9-2c69-4536-a0ff-e977f37b4ba7 req-697d1c19-7a1f-420b-8278-7163ead65e1d service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07d50961-0e64-446f-a7b3-9104f5a9a451 HTTP/1.1" status: 200 len: 1001 time: 0.0651705 Aug 26 06:24:13.828393 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680e4f9-2c69-4536-a0ff-e977f37b4ba7 req-e1f6704a-761a-4392-b991-f76f94af884e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:13.829941 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1680e4f9-2c69-4536-a0ff-e977f37b4ba7 req-e1f6704a-761a-4392-b991-f76f94af884e service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=78073db3-4b4a-4ba4-91af-0bd41027d48e HTTP/1.1" status: 200 len: 850 time: 0.0468612 Aug 26 06:24:13.881909 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680e4f9-2c69-4536-a0ff-e977f37b4ba7 req-cd2986fa-dcff-4ce0-ab9a-dcb515831a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:13.883521 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1680e4f9-2c69-4536-a0ff-e977f37b4ba7 req-cd2986fa-dcff-4ce0-ab9a-dcb515831a6b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=6c5f68e8-9704-4e4e-a557-4e9515d804ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448518 Aug 26 06:24:13.984278 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1680e4f9-2c69-4536-a0ff-e977f37b4ba7 req-e26e425a-65fa-4b51-8338-c970383957eb service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6c5f68e8-9704-4e4e-a557-4e9515d804ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902793 Aug 26 06:24:14.004964 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:14.076926 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1680e4f9-2c69-4536-a0ff-e977f37b4ba7 req-efb50d97-f030-4d2b-8bfd-e4b0057289ad service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6c5f68e8-9704-4e4e-a557-4e9515d804ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859160 Aug 26 06:24:14.737835 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7497bc0-dec5-4dc2-9f8a-d4f436ea577c req-b480d937-127f-4b2a-bc05-6469c434e497 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:14.739366 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e7497bc0-dec5-4dc2-9f8a-d4f436ea577c req-b480d937-127f-4b2a-bc05-6469c434e497 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 946 time: 0.0493088 Aug 26 06:24:14.791447 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e7497bc0-dec5-4dc2-9f8a-d4f436ea577c req-50a8ba12-d602-4fca-9169-2500ba6a779a tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464809 Aug 26 06:24:15.193604 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:15.748206 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:15.833836 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:15.919384 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ef49f-0fc7-4fd3-8f83-1f7c5c9c0f70 req-d3e826fb-3b63-40b2-bd96-7eb020f0a1ba tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:15.920877 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a32ef49f-0fc7-4fd3-8f83-1f7c5c9c0f70 req-d3e826fb-3b63-40b2-bd96-7eb020f0a1ba tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 946 time: 0.0489595 Aug 26 06:24:15.943236 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:15.969729 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a32ef49f-0fc7-4fd3-8f83-1f7c5c9c0f70 req-f181d8fc-52f1-44c3-8887-b9770e37623d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421679 Aug 26 06:24:15.988070 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:16.182187 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:16.510516 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:17.129875 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4683f-dc27-4260-ad8c-38313cab3ac1 req-757d814a-c2bb-4f42-9e1a-bd86ae72bbcc tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:17.129875 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-33a4683f-dc27-4260-ad8c-38313cab3ac1 req-757d814a-c2bb-4f42-9e1a-bd86ae72bbcc tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 946 time: 0.0501521 Aug 26 06:24:17.154993 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-33a4683f-dc27-4260-ad8c-38313cab3ac1 req-75e91fd9-b37d-4f9f-bc74-5606ea3e06d9 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471365 Aug 26 06:24:17.469707 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:18.022396 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:18.285637 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a83436-23d9-47e5-a17a-c169c9aecba8 req-b0792af5-c524-4edc-b9e3-7f9515bc134b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:18.287123 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f9a83436-23d9-47e5-a17a-c169c9aecba8 req-b0792af5-c524-4edc-b9e3-7f9515bc134b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 946 time: 0.0503409 Aug 26 06:24:18.306286 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:DELETE=3,neutron:UPDATE=1,neutron:SELECT=96 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:18.335085 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f9a83436-23d9-47e5-a17a-c169c9aecba8 req-581b3f75-9fe3-4561-a19c-0d30bb3f7377 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422366 Aug 26 06:24:18.547997 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:18.759653 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:19.022262 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:19.464622 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a81df-dab9-4f30-bb8c-f61b9fe8adda req-b4bd6268-1ce1-4d66-874d-7b7c24050c34 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:19.467331 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f13a81df-dab9-4f30-bb8c-f61b9fe8adda req-b4bd6268-1ce1-4d66-874d-7b7c24050c34 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 946 time: 0.0499408 Aug 26 06:24:19.517075 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f13a81df-dab9-4f30-bb8c-f61b9fe8adda req-8409c902-8189-496c-9d8d-d308a4472a7f tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446398 Aug 26 06:24:19.576693 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:19.604669 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:19.783176 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:20.330555 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:20.399430 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:20.486242 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:20.634636 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:20.661944 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d09df-714a-4c4a-920d-4a57236bb8dd req-f443e799-5a05-43d1-afa7-28b8b4842917 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:20.663531 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a61d09df-714a-4c4a-920d-4a57236bb8dd req-f443e799-5a05-43d1-afa7-28b8b4842917 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 946 time: 0.0593882 Aug 26 06:24:20.714644 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a61d09df-714a-4c4a-920d-4a57236bb8dd req-6240ceae-25a7-4fcb-9fc6-25808826ba03 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453324 Aug 26 06:24:21.852505 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7025933-2068-4392-b050-f05ec2a1fa16 req-b0367ff9-e440-489b-b005-27b282ea9605 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:21.854119 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d7025933-2068-4392-b050-f05ec2a1fa16 req-b0367ff9-e440-489b-b005-27b282ea9605 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 946 time: 0.0581832 Aug 26 06:24:21.924790 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d7025933-2068-4392-b050-f05ec2a1fa16 req-c3ae39be-7bfa-4fb2-bfc5-af6bac4b8d33 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624523 Aug 26 06:24:22.022242 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:22.697063 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:INSERT=6 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:23.010589 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:DELETE=8,neutron:SELECT=90,neutron:INSERT=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:23.055019 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa26bf-cd6f-4477-9f52-828e395c5661 req-3cc141e2-2b5b-4784-9a46-812119441b90 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:23.056567 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2eaa26bf-cd6f-4477-9f52-828e395c5661 req-3cc141e2-2b5b-4784-9a46-812119441b90 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 946 time: 0.0502155 Aug 26 06:24:23.080285 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:23.110041 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2eaa26bf-cd6f-4477-9f52-828e395c5661 req-29ded9a7-65c3-482a-8aa7-beae45c455d4 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478239 Aug 26 06:24:23.477689 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:23.480549 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:24.239626 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceca4dc-c801-4463-b436-26a4bf35bcca req-24100bdc-c0a8-4eae-9beb-54cc9a8aad27 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:24.241141 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1ceca4dc-c801-4463-b436-26a4bf35bcca req-24100bdc-c0a8-4eae-9beb-54cc9a8aad27 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 946 time: 0.0508788 Aug 26 06:24:24.291935 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1ceca4dc-c801-4463-b436-26a4bf35bcca req-98e4e9d2-3638-43bb-9251-c7598a3d0b00 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451384 Aug 26 06:24:24.324814 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:24.684762 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:25.353581 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:25.431125 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c9d36-8735-40e8-b739-2503e27dd240 req-ca70be51-ef1c-48e8-8c69-4c89d2f1be32 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:25.432680 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ab8c9d36-8735-40e8-b739-2503e27dd240 req-ca70be51-ef1c-48e8-8c69-4c89d2f1be32 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 946 time: 0.0539925 Aug 26 06:24:25.485724 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ab8c9d36-8735-40e8-b739-2503e27dd240 req-fc7b4041-88eb-4fca-813a-e0e8480540b4 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461433 Aug 26 06:24:25.742162 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:26.039606 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:26.399334 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a41feb7a-62c1-41f9-b7ad-05ec5207f391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:26.519041 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:26.524699 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:26.618892 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704cc90c-ffb5-4e57-a972-3a84d359f8a5 req-842e15ed-f9de-4cae-869c-a87b7a588c77 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:26.620384 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-704cc90c-ffb5-4e57-a972-3a84d359f8a5 req-842e15ed-f9de-4cae-869c-a87b7a588c77 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 946 time: 0.0469918 Aug 26 06:24:26.644444 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:26.673554 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-704cc90c-ffb5-4e57-a972-3a84d359f8a5 req-946c9b25-dd28-48af-8b3e-7d00f3136508 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468769 Aug 26 06:24:26.674872 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:27.462496 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:27.805313 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f632bcd-1cfa-4467-b4cd-1c9e1f4a5334 req-eb43274f-0548-4d56-9cd3-8df5a53232f8 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:27.806947 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8f632bcd-1cfa-4467-b4cd-1c9e1f4a5334 req-eb43274f-0548-4d56-9cd3-8df5a53232f8 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 946 time: 0.0518954 Aug 26 06:24:27.869729 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8f632bcd-1cfa-4467-b4cd-1c9e1f4a5334 req-efb8c606-06b4-4c08-8b43-1f7b33aa14f0 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558705 Aug 26 06:24:28.005778 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:28.056979 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:28.364964 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:28.713675 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-b37e2689-71de-49e6-94c9-2fa2f259f437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:28.998904 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3f8f9-27d6-4cad-bb22-5a81d94717ce req-b757393d-cf0a-4dd3-a221-a2405cab661d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:29.000527 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-15b3f8f9-27d6-4cad-bb22-5a81d94717ce req-b757393d-cf0a-4dd3-a221-a2405cab661d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 946 time: 0.0487330 Aug 26 06:24:29.050161 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-15b3f8f9-27d6-4cad-bb22-5a81d94717ce req-e9f19107-efa2-4d36-8352-47ecbf4c5b5f tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440183 Aug 26 06:24:29.085120 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:29.261817 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:29.496735 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:29.942071 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:30.068157 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:30.113472 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:30.198078 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b1f1c-5843-4f9c-9712-b28d6ba9228e req-7e1bd8c8-4f2d-4b73-b59b-347fcfee3a7d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:30.199987 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-573b1f1c-5843-4f9c-9712-b28d6ba9228e req-7e1bd8c8-4f2d-4b73-b59b-347fcfee3a7d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 946 time: 0.0593803 Aug 26 06:24:30.259638 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-573b1f1c-5843-4f9c-9712-b28d6ba9228e req-139ee283-2db2-4df4-8417-f4e9a29dc2b8 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493083 Aug 26 06:24:31.073895 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:31.233621 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:31.407775 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a4669-f867-4443-93b5-4d0c0e69b19a req-a6e59efc-401e-4629-9feb-ecc45cf74b21 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:31.410280 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a84a4669-f867-4443-93b5-4d0c0e69b19a req-a6e59efc-401e-4629-9feb-ecc45cf74b21 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 946 time: 0.0559075 Aug 26 06:24:31.467720 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a84a4669-f867-4443-93b5-4d0c0e69b19a req-0a9cdab0-186d-4c66-8e7c-2a7874f9cbbc tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449293 Aug 26 06:24:31.547704 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:31.627049 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:31.670510 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:31.833723 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:32.004978 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:32.238878 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:32.519109 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:32.597057 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b170ca-d4b8-40bd-8294-7a34fb66db58 req-c3e8b0c8-8bba-4869-84c2-ed091276b8f2 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:32.598530 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f1b170ca-d4b8-40bd-8294-7a34fb66db58 req-c3e8b0c8-8bba-4869-84c2-ed091276b8f2 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 946 time: 0.0514042 Aug 26 06:24:32.646600 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f1b170ca-d4b8-40bd-8294-7a34fb66db58 req-c74f7ed2-0bfa-41b5-b581-1fec475c185a tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423064 Aug 26 06:24:32.720925 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:33.512097 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 57234) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:24:33.650600 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f64c-b5a0-4b41-bd6a-57e43d0c8206 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:33.740573 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f64c-b5a0-4b41-bd6a-57e43d0c8206 admin admin] Publish callbacks [] for security_group (2828dd26-1557-477d-a3da-d12744eb0fe4), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:33.792938 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5da806-46f2-4061-ae44-891febb8643c req-1cdc7135-7405-4abe-982c-b6e1c619c827 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:33.795428 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-9b5da806-46f2-4061-ae44-891febb8643c req-1cdc7135-7405-4abe-982c-b6e1c619c827 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 946 time: 0.0614522 Aug 26 06:24:33.849822 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-9b5da806-46f2-4061-ae44-891febb8643c req-a325ca7d-2d58-4c5b-9f58-fca419f312e6 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479667 Aug 26 06:24:33.850978 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f64c-b5a0-4b41-bd6a-57e43d0c8206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (2828dd26-1557-477d-a3da-d12744eb0fe4), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:33.890108 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4f64c-b5a0-4b41-bd6a-57e43d0c8206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2828dd26-1557-477d-a3da-d12744eb0fe4,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:24:33.894758 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-1ec4f64c-b5a0-4b41-bd6a-57e43d0c8206 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=893dbc6d3d3347c9995d4bd4f5dfbf48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3815782 Aug 26 06:24:33.897457 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 57240) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:24:33.907114 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:33.958689 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-31468030-c290-403d-9b99-d178047403ef admin admin] Publish callbacks [] for security_group (2828dd26-1557-477d-a3da-d12744eb0fe4), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:33.980276 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-31468030-c290-403d-9b99-d178047403ef admin admin] Publish callbacks [] for security_group (2828dd26-1557-477d-a3da-d12744eb0fe4), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:34.033424 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:34.125692 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-31468030-c290-403d-9b99-d178047403ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (2828dd26-1557-477d-a3da-d12744eb0fe4), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:34.128460 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-31468030-c290-403d-9b99-d178047403ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:34.129727 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-31468030-c290-403d-9b99-d178047403ef admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/2828dd26-1557-477d-a3da-d12744eb0fe4 HTTP/1.1" status: 204 len: 168 time: 0.2313428 Aug 26 06:24:34.140566 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31468030-c290-403d-9b99-d178047403ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2828dd26-1557-477d-a3da-d12744eb0fe4,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:24:34.234739 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:34.330973 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:34.451076 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:34.487134 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:34.625985 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device eae53896-6ef9-4506-ab00-a183cb7c9907 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 06:24:34.714292 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:34.734102 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port eae53896-6ef9-4506-ab00-a183cb7c9907, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=eae53896-6ef9-4506-ab00-a183cb7c9907,segment=NetworkSegment(418ce87b-8dd4-40f7-9079-8eb974e98afd),segment_id=418ce87b-8dd4-40f7-9079-8eb974e98afd)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:24:34.745694 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Returning: {'device': 'eae53896-6ef9-4506-ab00-a183cb7c9907', 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f', 'port_id': 'eae53896-6ef9-4506-ab00-a183cb7c9907', 'mac_address': 'fa:16:3e:c0:23:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce64dff0-037a-436e-960d-bd71ac86cc2b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 06:24:34.787172 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port eae53896-6ef9-4506-ab00-a183cb7c9907 is: ACTIVE; New status is: BUILD {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:24:34.787608 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (eae53896-6ef9-4506-ab00-a183cb7c9907), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:34.802774 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eae53896-6ef9-4506-ab00-a183cb7c9907 {{(pid=107135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:24:34.828034 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port eae53896-6ef9-4506-ab00-a183cb7c9907, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=eae53896-6ef9-4506-ab00-a183cb7c9907,segment=NetworkSegment(418ce87b-8dd4-40f7-9079-8eb974e98afd),segment_id=418ce87b-8dd4-40f7-9079-8eb974e98afd)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:24:34.855203 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 57258) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:24:34.875556 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-5be84818-aced-4c5a-96d1-c6af60a10a56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:34.930584 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (eae53896-6ef9-4506-ab00-a183cb7c9907), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:34.971033 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-5be84818-aced-4c5a-96d1-c6af60a10a56 admin admin] Publish callbacks [] for security_group (75104274-b008-4eb1-95e6-2eaa1c95976b), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:34.985011 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=eae53896-6ef9-4506-ab00-a183cb7c9907,revision_number=6']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:24:34.994158 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3ea14-9025-492c-9ad7-1985bf15f82c req-fe81c6d8-ec0b-4ed4-9f8d-3c1f25e6ec6d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:34.995680 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-01c3ea14-9025-492c-9ad7-1985bf15f82c req-fe81c6d8-ec0b-4ed4-9f8d-3c1f25e6ec6d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 945 time: 0.0558751 Aug 26 06:24:35.029665 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] get_ports_and_sgs() called for port_ids ['eae53896-6ef9-4506-ab00-a183cb7c9907'] {{(pid=107135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 06:24:35.054320 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-01c3ea14-9025-492c-9ad7-1985bf15f82c req-13965831-0e9f-435d-b0fa-2d8ba65e6d5a tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521157 Aug 26 06:24:35.074687 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-5be84818-aced-4c5a-96d1-c6af60a10a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (75104274-b008-4eb1-95e6-2eaa1c95976b), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:35.117893 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-5be84818-aced-4c5a-96d1-c6af60a10a56 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=f5355f011a2648b085a554ca271ba006&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2620401 Aug 26 06:24:35.118897 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be84818-aced-4c5a-96d1-c6af60a10a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75104274-b008-4eb1-95e6-2eaa1c95976b,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:24:35.121417 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 57262) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:24:35.185402 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6788dcd8-8cc2-40fb-aee1-56237489d5cd admin admin] Publish callbacks [] for security_group (75104274-b008-4eb1-95e6-2eaa1c95976b), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:35.206651 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6788dcd8-8cc2-40fb-aee1-56237489d5cd admin admin] Publish callbacks [] for security_group (75104274-b008-4eb1-95e6-2eaa1c95976b), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:35.340800 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088e189-ec40-479e-9580-9083e8dd636c req-5ff3486a-cba8-43c6-b1ed-7d6f416e86b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:35.340800 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0088e189-ec40-479e-9580-9083e8dd636c req-5ff3486a-cba8-43c6-b1ed-7d6f416e86b0 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f7e0c375a58842e18a4306779fd6e167&device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 1129 time: 0.0417647 Aug 26 06:24:35.359103 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6788dcd8-8cc2-40fb-aee1-56237489d5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (75104274-b008-4eb1-95e6-2eaa1c95976b), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:35.361719 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6788dcd8-8cc2-40fb-aee1-56237489d5cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:35.362899 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-6788dcd8-8cc2-40fb-aee1-56237489d5cd admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/75104274-b008-4eb1-95e6-2eaa1c95976b HTTP/1.1" status: 204 len: 168 time: 0.2397013 Aug 26 06:24:35.371714 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788dcd8-8cc2-40fb-aee1-56237489d5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75104274-b008-4eb1-95e6-2eaa1c95976b,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:24:35.459248 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088e189-ec40-479e-9580-9083e8dd636c req-3fe01b3e-522d-4273-94f3-dd5d81bbbc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:35.460760 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0088e189-ec40-479e-9580-9083e8dd636c req-3fe01b3e-522d-4273-94f3-dd5d81bbbc20 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0329fd48-f6a9-4c16-8004-ab5a1f76eb8f HTTP/1.1" status: 200 len: 917 time: 0.1000700 Aug 26 06:24:35.537909 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0088e189-ec40-479e-9580-9083e8dd636c req-e2136312-6bbb-46aa-a419-0c5c9cdf954b service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eae53896-6ef9-4506-ab00-a183cb7c9907 HTTP/1.1" status: 200 len: 1000 time: 0.0693388 Aug 26 06:24:35.595576 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088e189-ec40-479e-9580-9083e8dd636c req-80365b78-f6b5-45cd-8602-9d855519d5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:35.597990 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0088e189-ec40-479e-9580-9083e8dd636c req-80365b78-f6b5-45cd-8602-9d855519d5d2 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=ce64dff0-037a-436e-960d-bd71ac86cc2b HTTP/1.1" status: 200 len: 855 time: 0.0533626 Aug 26 06:24:35.642776 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:35.654485 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088e189-ec40-479e-9580-9083e8dd636c req-6b467f05-71fa-4b1f-8c16-021a97d0f985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:35.656814 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0088e189-ec40-479e-9580-9083e8dd636c req-6b467f05-71fa-4b1f-8c16-021a97d0f985 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0329fd48-f6a9-4c16-8004-ab5a1f76eb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525010 Aug 26 06:24:35.734410 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:35.763781 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0088e189-ec40-479e-9580-9083e8dd636c req-11e61781-8894-4c4d-88dc-9c7a5dfa31cd service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0329fd48-f6a9-4c16-8004-ab5a1f76eb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991895 Aug 26 06:24:35.864459 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0088e189-ec40-479e-9580-9083e8dd636c req-1b8a99a2-0503-4914-84cb-dd7eec15deeb service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0329fd48-f6a9-4c16-8004-ab5a1f76eb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925643 Aug 26 06:24:35.873460 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:36.027636 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:36.194590 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee05fa-325e-4250-826e-f8264442c558 req-2f3e3c54-3e73-4ad8-8f57-28d2a359724c tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:36.196140 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-40ee05fa-325e-4250-826e-f8264442c558 req-2f3e3c54-3e73-4ad8-8f57-28d2a359724c tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 945 time: 0.0543439 Aug 26 06:24:36.264803 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-40ee05fa-325e-4250-826e-f8264442c558 req-45a4dd94-5e53-4033-ab0a-6ae0209a8754 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620561 Aug 26 06:24:36.634963 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device eae53896-6ef9-4506-ab00-a183cb7c9907 up at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:24:36.701027 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning complete for port eae53896-6ef9-4506-ab00-a183cb7c9907 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:24:36.702978 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (eae53896-6ef9-4506-ab00-a183cb7c9907), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:36.807474 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port eae53896-6ef9-4506-ab00-a183cb7c9907 is: BUILD; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:24:36.807889 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (eae53896-6ef9-4506-ab00-a183cb7c9907), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:36.839063 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae53896-6ef9-4506-ab00-a183cb7c9907'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:24:36.841339 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc106e9f9832226dd913a824a8ae1ea8f79b2df9cdef89c79e10f33880c5a8de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44d3018-25ff-4ad8-a519-8f0a03190e82" -d '{"events": [{"server_uuid": "ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1", "name": "network-vif-plugged", "status": "completed", "tag": "eae53896-6ef9-4506-ab00-a183cb7c9907"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:24:36.855179 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port eae53896-6ef9-4506-ab00-a183cb7c9907, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=eae53896-6ef9-4506-ab00-a183cb7c9907,segment=NetworkSegment(418ce87b-8dd4-40f7-9079-8eb974e98afd),segment_id=418ce87b-8dd4-40f7-9079-8eb974e98afd)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:24:36.882097 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77dc24d7-b0d7-44c8-9616-3b42d1f45dae x-openstack-request-id: req-77dc24d7-b0d7-44c8-9616-3b42d1f45dae {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:24:36.882389 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1", "name": "network-vif-plugged", "status": "completed", "tag": "eae53896-6ef9-4506-ab00-a183cb7c9907", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:24:36.882661 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-77dc24d7-b0d7-44c8-9616-3b42d1f45dae {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:24:36.883058 dv-cinder-853910-3-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77dc24d7-b0d7-44c8-9616-3b42d1f45dae'] response: {'server_uuid': 'ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae53896-6ef9-4506-ab00-a183cb7c9907', 'code': 200} Aug 26 06:24:37.004559 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (eae53896-6ef9-4506-ab00-a183cb7c9907), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:37.032882 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:37.062361 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=eae53896-6ef9-4506-ab00-a183cb7c9907,revision_number=7']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:24:37.302689 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:37.427254 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe6d74-0293-400e-93d8-7cc1ff88b145 req-08b64769-39f9-4727-8128-14f3dbcbf030 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:37.429092 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-17fe6d74-0293-400e-93d8-7cc1ff88b145 req-08b64769-39f9-4727-8128-14f3dbcbf030 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 946 time: 0.0782895 Aug 26 06:24:37.480902 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-17fe6d74-0293-400e-93d8-7cc1ff88b145 req-a1b27e7e-0368-4b28-8f5c-31ae34901baa tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453005 Aug 26 06:24:37.659710 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:38.103214 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:UPDATE=1,neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:38.455597 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:38.628300 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207c3ce-5bd9-48c4-98f9-1094f4085a2f req-63f0aa4a-b552-4e8b-8834-5f8d46750104 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:38.630177 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0207c3ce-5bd9-48c4-98f9-1094f4085a2f req-63f0aa4a-b552-4e8b-8834-5f8d46750104 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 946 time: 0.0593433 Aug 26 06:24:38.691219 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0207c3ce-5bd9-48c4-98f9-1094f4085a2f req-ca040ca1-a197-4515-8967-947d15cbf7f3 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549645 Aug 26 06:24:39.193237 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:39.358379 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:39.685924 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:INSERT=9,neutron:UPDATE=3,neutron:SELECT=84,neutron:DELETE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:39.884278 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938769cd-39b3-4cf3-86e1-11017cdc96ba req-be97420f-c102-4a51-bc1c-c4557b5d5e8f tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:39.900237 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-938769cd-39b3-4cf3-86e1-11017cdc96ba req-be97420f-c102-4a51-bc1c-c4557b5d5e8f tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 946 time: 0.0922728 Aug 26 06:24:39.966395 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-938769cd-39b3-4cf3-86e1-11017cdc96ba req-457e3f66-60a0-4da5-b873-ca242139072a tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649531 Aug 26 06:24:40.377459 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 57404) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:24:40.557475 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-44ec43e4-997a-44db-97e3-5e8f8a186a69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:40.661464 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-44ec43e4-997a-44db-97e3-5e8f8a186a69 admin admin] Publish callbacks [] for security_group (8093ee67-a120-4f3a-a0a2-901b7b398c7a), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:41.116514 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ecd14-dbb1-410d-bd1b-3fbd017ccd93 req-cc0857eb-589d-4b59-b1ab-9165dea5dc9f tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:41.118081 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3b9ecd14-dbb1-410d-bd1b-3fbd017ccd93 req-cc0857eb-589d-4b59-b1ab-9165dea5dc9f tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 946 time: 0.0522311 Aug 26 06:24:41.166946 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3b9ecd14-dbb1-410d-bd1b-3fbd017ccd93 req-ad01a85a-4ade-40c9-b0ec-2d17c48fda36 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424428 Aug 26 06:24:41.615273 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-44ec43e4-997a-44db-97e3-5e8f8a186a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (8093ee67-a120-4f3a-a0a2-901b7b398c7a), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:41.664308 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-44ec43e4-997a-44db-97e3-5e8f8a186a69 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=d9e1377adbf947af9019c9608b11f231&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2853034 Aug 26 06:24:41.665260 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec43e4-997a-44db-97e3-5e8f8a186a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8093ee67-a120-4f3a-a0a2-901b7b398c7a,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:24:41.667341 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 57416) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:24:41.717455 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e3e6ff07-1df2-4dd6-8005-1d81872505f1 admin admin] Publish callbacks [] for security_group (8093ee67-a120-4f3a-a0a2-901b7b398c7a), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:41.741230 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e3e6ff07-1df2-4dd6-8005-1d81872505f1 admin admin] Publish callbacks [] for security_group (8093ee67-a120-4f3a-a0a2-901b7b398c7a), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:41.878960 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:41.965086 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e3e6ff07-1df2-4dd6-8005-1d81872505f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (8093ee67-a120-4f3a-a0a2-901b7b398c7a), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:41.969334 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e3e6ff07-1df2-4dd6-8005-1d81872505f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:41.970815 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-e3e6ff07-1df2-4dd6-8005-1d81872505f1 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/8093ee67-a120-4f3a-a0a2-901b7b398c7a HTTP/1.1" status: 204 len: 168 time: 0.3023658 Aug 26 06:24:41.983634 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6ff07-1df2-4dd6-8005-1d81872505f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8093ee67-a120-4f3a-a0a2-901b7b398c7a,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:24:42.308520 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b643452-067a-4a7f-980e-d83cccb47268 req-69e00ab5-8ed0-45c2-84ce-780cfa3a6c65 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:42.316762 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7b643452-067a-4a7f-980e-d83cccb47268 req-69e00ab5-8ed0-45c2-84ce-780cfa3a6c65 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 946 time: 0.0595119 Aug 26 06:24:42.371091 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7b643452-067a-4a7f-980e-d83cccb47268 req-f1613948-a393-4935-8732-0c2d24241657 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521660 Aug 26 06:24:42.674060 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:42.979797 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 57430) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:24:42.994322 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-c4514448-580b-4e3a-80f5-21c8339dc358 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:43.044839 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:43.084676 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-c4514448-580b-4e3a-80f5-21c8339dc358 admin admin] Publish callbacks [] for security_group (d690c81d-3a19-48b7-9feb-eba8d3162683), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:43.159263 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-c4514448-580b-4e3a-80f5-21c8339dc358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (d690c81d-3a19-48b7-9feb-eba8d3162683), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:43.209465 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-c4514448-580b-4e3a-80f5-21c8339dc358 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=64c48d4e90e94510a172e8a35e529713&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285714 Aug 26 06:24:43.210460 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4514448-580b-4e3a-80f5-21c8339dc358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d690c81d-3a19-48b7-9feb-eba8d3162683,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:24:43.212302 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 57432) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:24:43.229087 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:43.251805 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:43.271583 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-77c62de1-4900-4c87-abba-bbcc7e45c16f admin admin] Publish callbacks [] for security_group (d690c81d-3a19-48b7-9feb-eba8d3162683), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:43.295841 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-77c62de1-4900-4c87-abba-bbcc7e45c16f admin admin] Publish callbacks [] for security_group (d690c81d-3a19-48b7-9feb-eba8d3162683), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:43.462776 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-77c62de1-4900-4c87-abba-bbcc7e45c16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (d690c81d-3a19-48b7-9feb-eba8d3162683), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:43.465585 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-77c62de1-4900-4c87-abba-bbcc7e45c16f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:43.474376 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-77c62de1-4900-4c87-abba-bbcc7e45c16f admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/d690c81d-3a19-48b7-9feb-eba8d3162683 HTTP/1.1" status: 204 len: 168 time: 0.2568867 Aug 26 06:24:43.478145 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:43.491096 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c62de1-4900-4c87-abba-bbcc7e45c16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d690c81d-3a19-48b7-9feb-eba8d3162683,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:24:43.668166 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee285b-cb64-4233-b506-86e1f95cdf88 req-1c2ea05e-9cdf-4131-b4fd-cdf9d4ddaba5 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:43.683458 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9fee285b-cb64-4233-b506-86e1f95cdf88 req-1c2ea05e-9cdf-4131-b4fd-cdf9d4ddaba5 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 946 time: 0.1292799 Aug 26 06:24:43.759324 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9fee285b-cb64-4233-b506-86e1f95cdf88 req-2c1c01d4-1cae-4732-9e91-d5a6f1400dee tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713477 Aug 26 06:24:43.839732 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:43.948097 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:44.096074 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:44.564811 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 6 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:24:44.659571 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=5 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:44.910518 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b3300-0218-4c5b-91d0-68638e9e4aed req-37b538a9-485d-4e73-aa10-87dfb5ec569f tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:44.912455 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b46b3300-0218-4c5b-91d0-68638e9e4aed req-37b538a9-485d-4e73-aa10-87dfb5ec569f tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 946 time: 0.0644405 Aug 26 06:24:44.966095 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b46b3300-0218-4c5b-91d0-68638e9e4aed req-d5696ff8-be5f-4d70-854e-4c39e37fa800 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476825 Aug 26 06:24:46.122529 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 57502) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:24:46.141092 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6ddf7-9a6d-43bd-a956-ca6e64330e70 req-a7f6bebd-9c06-48b0-a092-c28c37b528a1 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:46.149172 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-dcf6ddf7-9a6d-43bd-a956-ca6e64330e70 req-a7f6bebd-9c06-48b0-a092-c28c37b528a1 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 946 time: 0.0663321 Aug 26 06:24:46.188049 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:46.221976 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-dcf6ddf7-9a6d-43bd-a956-ca6e64330e70 req-14adf9a4-c1e4-4b6d-b98d-1f83426f255f tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715222 Aug 26 06:24:46.523925 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:46.546459 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-77a39c2b-fb58-4046-8a81-20d2ba100ce6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:46.564978 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:46.635953 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-77a39c2b-fb58-4046-8a81-20d2ba100ce6 admin admin] Publish callbacks [] for security_group (953ab9d3-075d-460a-bb30-c3f1b3b0ca23), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:46.741612 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-77a39c2b-fb58-4046-8a81-20d2ba100ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (953ab9d3-075d-460a-bb30-c3f1b3b0ca23), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:46.795178 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-77a39c2b-fb58-4046-8a81-20d2ba100ce6 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=32aafc4712db45f9897e753599950d41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6709044 Aug 26 06:24:46.799548 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 57518) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:24:46.815809 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a39c2b-fb58-4046-8a81-20d2ba100ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953ab9d3-075d-460a-bb30-c3f1b3b0ca23,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:24:46.865360 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-5260ab85-a660-4c8a-90a9-3c1fcdb1e584 admin admin] Publish callbacks [] for security_group (953ab9d3-075d-460a-bb30-c3f1b3b0ca23), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:46.890866 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-5260ab85-a660-4c8a-90a9-3c1fcdb1e584 admin admin] Publish callbacks [] for security_group (953ab9d3-075d-460a-bb30-c3f1b3b0ca23), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:46.942543 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:47.045110 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-5260ab85-a660-4c8a-90a9-3c1fcdb1e584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (953ab9d3-075d-460a-bb30-c3f1b3b0ca23), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:47.047888 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-5260ab85-a660-4c8a-90a9-3c1fcdb1e584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:47.049045 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-5260ab85-a660-4c8a-90a9-3c1fcdb1e584 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/953ab9d3-075d-460a-bb30-c3f1b3b0ca23 HTTP/1.1" status: 204 len: 168 time: 0.2483182 Aug 26 06:24:47.058436 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260ab85-a660-4c8a-90a9-3c1fcdb1e584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953ab9d3-075d-460a-bb30-c3f1b3b0ca23,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:24:47.285211 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:47.371081 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa874d2-03f7-4a55-9bbb-fe0ec3b72919 req-7f1fc19a-d714-43ee-9dce-419f215e2dec tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:47.378949 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-3fa874d2-03f7-4a55-9bbb-fe0ec3b72919 req-7f1fc19a-d714-43ee-9dce-419f215e2dec tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 946 time: 0.0741248 Aug 26 06:24:47.435676 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:47.455824 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-3fa874d2-03f7-4a55-9bbb-fe0ec3b72919 req-ea2094a3-840b-4128-84d7-9c65e0443fa9 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759861 Aug 26 06:24:47.929263 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 57530) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:24:47.943753 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a832ca76-9cc6-477a-86ea-80f9091f9f61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:48.027534 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a832ca76-9cc6-477a-86ea-80f9091f9f61 admin admin] Publish callbacks [] for security_group (5955f65f-9e28-473d-95cb-32ae17c5e161), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:48.102648 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:48.193111 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a832ca76-9cc6-477a-86ea-80f9091f9f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (5955f65f-9e28-473d-95cb-32ae17c5e161), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:48.239453 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-a832ca76-9cc6-477a-86ea-80f9091f9f61 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=b475733514674b3f94d4d53012432ad6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3089809 Aug 26 06:24:48.240748 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832ca76-9cc6-477a-86ea-80f9091f9f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5955f65f-9e28-473d-95cb-32ae17c5e161,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:24:48.243056 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 57532) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:24:48.301348 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-71734cfe-2846-481a-bc18-dde61c90cda4 admin admin] Publish callbacks [] for security_group (5955f65f-9e28-473d-95cb-32ae17c5e161), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:48.325490 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-71734cfe-2846-481a-bc18-dde61c90cda4 admin admin] Publish callbacks [] for security_group (5955f65f-9e28-473d-95cb-32ae17c5e161), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:48.531602 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-71734cfe-2846-481a-bc18-dde61c90cda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (5955f65f-9e28-473d-95cb-32ae17c5e161), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:48.534271 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-71734cfe-2846-481a-bc18-dde61c90cda4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:48.535477 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-71734cfe-2846-481a-bc18-dde61c90cda4 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/5955f65f-9e28-473d-95cb-32ae17c5e161 HTTP/1.1" status: 204 len: 168 time: 0.2914443 Aug 26 06:24:48.543574 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71734cfe-2846-481a-bc18-dde61c90cda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5955f65f-9e28-473d-95cb-32ae17c5e161,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:24:48.606957 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbee20-82c0-41dc-b23f-9e4317a1ed2b req-f23661a6-182f-4d90-90a3-47d3d447af62 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:48.609525 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-68bbee20-82c0-41dc-b23f-9e4317a1ed2b req-f23661a6-182f-4d90-90a3-47d3d447af62 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 946 time: 0.0636816 Aug 26 06:24:48.662725 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-68bbee20-82c0-41dc-b23f-9e4317a1ed2b req-65097b26-7877-4709-9ef5-0682b7b03f0d tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463264 Aug 26 06:24:48.914332 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:49.084570 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:49.324493 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:49.593374 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:50.007681 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774fcae-68a8-4eee-a9f3-877bc52eb0cb req-e6817c37-d934-4117-916c-aadf725dedd0 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:50.016379 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7774fcae-68a8-4eee-a9f3-877bc52eb0cb req-e6817c37-d934-4117-916c-aadf725dedd0 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 946 time: 0.0700402 Aug 26 06:24:50.038923 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:50.348751 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7774fcae-68a8-4eee-a9f3-877bc52eb0cb req-84d14d37-8144-40a3-98c5-8cd2d094efb8 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3315909 Aug 26 06:24:50.496107 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:50.787966 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:51.488608 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0de503-4251-4229-a2b3-845bb79ae8d5 req-6422f0f5-6796-47b8-a7f3-142f78546072 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:51.490147 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0e0de503-4251-4229-a2b3-845bb79ae8d5 req-6422f0f5-6796-47b8-a7f3-142f78546072 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 946 time: 0.0548096 Aug 26 06:24:51.523455 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:51.542322 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0e0de503-4251-4229-a2b3-845bb79ae8d5 req-bc253918-0663-414f-a2ab-b7ea4494f6b7 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463789 Aug 26 06:24:51.663497 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b0039-65f8-466f-a4d7-37e25d3440f1 req-3de141f0-34d7-4b94-b278-1b10f3e024f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:51.665005 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f98b0039-65f8-466f-a4d7-37e25d3440f1 req-3de141f0-34d7-4b94-b278-1b10f3e024f1 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f7e0c375a58842e18a4306779fd6e167&device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 1130 time: 0.0407839 Aug 26 06:24:51.763221 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b0039-65f8-466f-a4d7-37e25d3440f1 req-7fcfbdd2-74bf-41aa-bb6b-7ed562a9ef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:51.764767 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f98b0039-65f8-466f-a4d7-37e25d3440f1 req-7fcfbdd2-74bf-41aa-bb6b-7ed562a9ef76 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0329fd48-f6a9-4c16-8004-ab5a1f76eb8f HTTP/1.1" status: 200 len: 917 time: 0.0912850 Aug 26 06:24:51.814560 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:51.830380 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f98b0039-65f8-466f-a4d7-37e25d3440f1 req-d6711997-f267-4329-a124-7c53742ae07f service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eae53896-6ef9-4506-ab00-a183cb7c9907 HTTP/1.1" status: 200 len: 1001 time: 0.0586140 Aug 26 06:24:51.881086 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b0039-65f8-466f-a4d7-37e25d3440f1 req-e00a302f-7922-43b7-94b4-b164b2115fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:51.882581 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f98b0039-65f8-466f-a4d7-37e25d3440f1 req-e00a302f-7922-43b7-94b4-b164b2115fd5 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=ce64dff0-037a-436e-960d-bd71ac86cc2b HTTP/1.1" status: 200 len: 855 time: 0.0464716 Aug 26 06:24:51.929394 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b0039-65f8-466f-a4d7-37e25d3440f1 req-04266d0d-3209-4839-973b-39ca950902c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:51.930848 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f98b0039-65f8-466f-a4d7-37e25d3440f1 req-04266d0d-3209-4839-973b-39ca950902c5 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0329fd48-f6a9-4c16-8004-ab5a1f76eb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413487 Aug 26 06:24:51.988796 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:52.046366 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f98b0039-65f8-466f-a4d7-37e25d3440f1 req-e78f90b2-8703-4744-b9e2-8665a8c6f985 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0329fd48-f6a9-4c16-8004-ab5a1f76eb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076455 Aug 26 06:24:52.074544 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 57636) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:24:52.148950 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f98b0039-65f8-466f-a4d7-37e25d3440f1 req-d2bd5486-6b4e-4570-a769-d3f80c70af37 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0329fd48-f6a9-4c16-8004-ab5a1f76eb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963435 Aug 26 06:24:52.194664 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-95f871f0-ac50-4297-92a5-77d942ec6478 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:52.267986 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:52.283017 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-95f871f0-ac50-4297-92a5-77d942ec6478 admin admin] Publish callbacks [] for security_group (5f48ecbf-41fb-4504-9ce4-ad8569fcaec2), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:52.387680 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-95f871f0-ac50-4297-92a5-77d942ec6478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (5f48ecbf-41fb-4504-9ce4-ad8569fcaec2), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:52.428886 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-95f871f0-ac50-4297-92a5-77d942ec6478 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=8f504e32d97a4e0aa98f197dd4d35cfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3529124 Aug 26 06:24:52.430343 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f871f0-ac50-4297-92a5-77d942ec6478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f48ecbf-41fb-4504-9ce4-ad8569fcaec2,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:24:52.431328 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 57640) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:24:52.487975 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-455302de-822d-46eb-be2b-2fb1abef01fe admin admin] Publish callbacks [] for security_group (5f48ecbf-41fb-4504-9ce4-ad8569fcaec2), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:52.506004 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:52.510539 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-455302de-822d-46eb-be2b-2fb1abef01fe admin admin] Publish callbacks [] for security_group (5f48ecbf-41fb-4504-9ce4-ad8569fcaec2), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:52.669617 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ed879-0e73-4eb4-ba5d-62583c1a9c60 req-8385950a-f17a-40a4-9395-82058306ef82 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:52.671279 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-144ed879-0e73-4eb4-ba5d-62583c1a9c60 req-8385950a-f17a-40a4-9395-82058306ef82 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 946 time: 0.0476589 Aug 26 06:24:52.672790 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-455302de-822d-46eb-be2b-2fb1abef01fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (5f48ecbf-41fb-4504-9ce4-ad8569fcaec2), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:52.675383 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-455302de-822d-46eb-be2b-2fb1abef01fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:52.676702 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-455302de-822d-46eb-be2b-2fb1abef01fe admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/5f48ecbf-41fb-4504-9ce4-ad8569fcaec2 HTTP/1.1" status: 204 len: 168 time: 0.2443645 Aug 26 06:24:52.696705 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455302de-822d-46eb-be2b-2fb1abef01fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f48ecbf-41fb-4504-9ce4-ad8569fcaec2,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:24:52.753129 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-144ed879-0e73-4eb4-ba5d-62583c1a9c60 req-499bbb1c-9655-454f-9af2-3a56e9d5a5e1 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733507 Aug 26 06:24:53.227510 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:53.444640 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 57652) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:24:53.459781 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-dee8dd62-a9cd-4978-bcfa-2e7d99f5f547 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:53.541824 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-dee8dd62-a9cd-4978-bcfa-2e7d99f5f547 admin admin] Publish callbacks [] for security_group (849f3c57-6562-48e9-ae9d-c7ba499e87d4), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:53.705978 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-dee8dd62-a9cd-4978-bcfa-2e7d99f5f547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (849f3c57-6562-48e9-ae9d-c7ba499e87d4), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:53.745764 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-dee8dd62-a9cd-4978-bcfa-2e7d99f5f547 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=815e3cf08c8d468688c95b7b28021634&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2999744 Aug 26 06:24:53.746634 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8dd62-a9cd-4978-bcfa-2e7d99f5f547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849f3c57-6562-48e9-ae9d-c7ba499e87d4,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:24:53.748492 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 57654) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:24:53.808972 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-9e9930bd-7ac5-418d-aa9a-b1b8fc2d4ede admin admin] Publish callbacks [] for security_group (849f3c57-6562-48e9-ae9d-c7ba499e87d4), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:53.833857 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-9e9930bd-7ac5-418d-aa9a-b1b8fc2d4ede admin admin] Publish callbacks [] for security_group (849f3c57-6562-48e9-ae9d-c7ba499e87d4), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:53.897586 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b011b-8104-4264-9a8e-22ea3bd56d1f req-5da0cec7-6e62-4b49-9770-d42bd8f01ed0 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:53.899224 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-754b011b-8104-4264-9a8e-22ea3bd56d1f req-5da0cec7-6e62-4b49-9770-d42bd8f01ed0 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 946 time: 0.0622263 Aug 26 06:24:53.951740 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-754b011b-8104-4264-9a8e-22ea3bd56d1f req-dbb45d45-5310-4e9f-84d3-f3f297ecf4ba tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466356 Aug 26 06:24:53.981927 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:54.044901 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-9e9930bd-7ac5-418d-aa9a-b1b8fc2d4ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (849f3c57-6562-48e9-ae9d-c7ba499e87d4), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:54.047645 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-9e9930bd-7ac5-418d-aa9a-b1b8fc2d4ede admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:54.048814 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-9e9930bd-7ac5-418d-aa9a-b1b8fc2d4ede admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/849f3c57-6562-48e9-ae9d-c7ba499e87d4 HTTP/1.1" status: 204 len: 168 time: 0.2986479 Aug 26 06:24:54.057753 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9930bd-7ac5-418d-aa9a-b1b8fc2d4ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849f3c57-6562-48e9-ae9d-c7ba499e87d4,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:24:54.076078 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:54.709012 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device eae53896-6ef9-4506-ab00-a183cb7c9907 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:24:54.731509 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:54.786757 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port eae53896-6ef9-4506-ab00-a183cb7c9907 is: ACTIVE; New status is: DOWN {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:24:54.787150 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (eae53896-6ef9-4506-ab00-a183cb7c9907), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:54.792171 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:54.814330 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eae53896-6ef9-4506-ab00-a183cb7c9907'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:24:54.816618 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc106e9f9832226dd913a824a8ae1ea8f79b2df9cdef89c79e10f33880c5a8de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34719793-d668-44d8-b2cc-27f09ffa27af" -d '{"events": [{"server_uuid": "ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1", "name": "network-vif-unplugged", "status": "completed", "tag": "eae53896-6ef9-4506-ab00-a183cb7c9907"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:24:54.830657 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port eae53896-6ef9-4506-ab00-a183cb7c9907, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=eae53896-6ef9-4506-ab00-a183cb7c9907,segment=NetworkSegment(418ce87b-8dd4-40f7-9079-8eb974e98afd),segment_id=418ce87b-8dd4-40f7-9079-8eb974e98afd)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:24:54.856985 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Aug 2022 06:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ea9d5e-d70e-4e9b-b097-4a7bf7ecaae5 x-openstack-request-id: req-59ea9d5e-d70e-4e9b-b097-4a7bf7ecaae5 {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:24:54.857277 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1", "name": "network-vif-unplugged", "status": "completed", "tag": "eae53896-6ef9-4506-ab00-a183cb7c9907", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:24:54.857532 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-59ea9d5e-d70e-4e9b-b097-4a7bf7ecaae5 {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:24:54.857937 dv-cinder-853910-3-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59ea9d5e-d70e-4e9b-b097-4a7bf7ecaae5'] response: {'server_uuid': 'ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eae53896-6ef9-4506-ab00-a183cb7c9907', 'code': 200} Aug 26 06:24:54.872885 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:55.016902 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (eae53896-6ef9-4506-ab00-a183cb7c9907), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:55.083082 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=eae53896-6ef9-4506-ab00-a183cb7c9907,revision_number=8']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:24:55.092116 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936690f-d4e4-40e5-bc25-08e8eb75769f req-6433974d-e575-4e5e-963e-862ab74234b3 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:55.094221 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6936690f-d4e4-40e5-bc25-08e8eb75769f req-6433974d-e575-4e5e-963e-862ab74234b3 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 944 time: 0.0589235 Aug 26 06:24:55.130004 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:55.145362 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6936690f-d4e4-40e5-bc25-08e8eb75769f req-5f98863f-52a4-4eb0-a41f-5de464178af6 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455139 Aug 26 06:24:56.354856 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-75ba107d-7d3e-4f81-8fc1-b3d679773d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:57.072438 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:57.975598 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [req-75373101-6d06-4d3e-87c9-7d4b51bf53c0 req-c315a35a-4774-411c-a1df-7824ff36a805 service neutron] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107133) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 06:24:57.976574 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-75373101-6d06-4d3e-87c9-7d4b51bf53c0 req-c315a35a-4774-411c-a1df-7824ff36a805 service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055051 Aug 26 06:24:58.107535 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:58.170698 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:24:58.567589 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638a80e-b6ad-493a-8e48-330a7d4f3d24 req-0d751473-0e9d-4033-a474-e88d6efa4e89 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:58.569106 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-e638a80e-b6ad-493a-8e48-330a7d4f3d24 req-0d751473-0e9d-4033-a474-e88d6efa4e89 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 944 time: 0.0529797 Aug 26 06:24:58.617101 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-e638a80e-b6ad-493a-8e48-330a7d4f3d24 req-6b9b576d-82da-4b69-a9fe-6fe9b7da3786 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423074 Aug 26 06:24:58.811136 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c855c3ea-931d-459b-adfc-fb4695b2c4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:24:59.653419 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 57788) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:24:59.783869 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-73a1e8f7-6e02-4891-b112-3791785e3e41 req-b3c19158-2766-4ce4-80d1-041b81192810 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1286306 Aug 26 06:24:59.790023 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e3f2c-0d69-48b8-966f-085232800f57 req-2e0bbc6b-68a1-492a-a632-357fdda75a66 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:59.791488 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e86e3f2c-0d69-48b8-966f-085232800f57 req-2e0bbc6b-68a1-492a-a632-357fdda75a66 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 944 time: 0.0850291 Aug 26 06:24:59.797652 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [req-73a1e8f7-6e02-4891-b112-3791785e3e41 req-5c5a3c47-dde7-4ad2-b724-983b5fe470cb service neutron] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107133) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 06:24:59.798819 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-73a1e8f7-6e02-4891-b112-3791785e3e41 req-5c5a3c47-dde7-4ad2-b724-983b5fe470cb service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0064690 Aug 26 06:24:59.851241 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e86e3f2c-0d69-48b8-966f-085232800f57 req-87bddc57-fe8e-4a29-9228-d8f05eb43be5 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513551 Aug 26 06:24:59.883813 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 57802) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:24:59.983585 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1e8f7-6e02-4891-b112-3791785e3e41 req-6288a35c-7d5d-401a-a7ac-ba178f505b3b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:24:59.985202 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-73a1e8f7-6e02-4891-b112-3791785e3e41 req-6288a35c-7d5d-401a-a7ac-ba178f505b3b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports/eae53896-6ef9-4506-ab00-a183cb7c9907 HTTP/1.1" status: 200 len: 941 time: 0.1001573 Aug 26 06:25:00.026594 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:00.981605 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 57824) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:25:00.991986 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ee74b-cf69-4373-994f-7ca723e93a01 req-9d753998-cb2c-481c-a578-401a37b0efc8 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:25:00.993658 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-393ee74b-cf69-4373-994f-7ca723e93a01 req-9d753998-cb2c-481c-a578-401a37b0efc8 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 944 time: 0.0538740 Aug 26 06:25:01.055995 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-393ee74b-cf69-4373-994f-7ca723e93a01 req-7f7dcd6e-e489-4221-bea8-16bd49d87e5a tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566704 Aug 26 06:25:01.115365 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0a5b98d0-fdc9-42a5-91cf-8834bbd4b510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:01.193848 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0a5b98d0-fdc9-42a5-91cf-8834bbd4b510 admin admin] Publish callbacks [] for security_group (1ffc903d-1753-499b-9564-072973731e84), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:01.375050 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0a5b98d0-fdc9-42a5-91cf-8834bbd4b510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (1ffc903d-1753-499b-9564-072973731e84), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:01.415799 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-0a5b98d0-fdc9-42a5-91cf-8834bbd4b510 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=534da2a8daab4a8a95751e73531eaecb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4331114 Aug 26 06:25:01.416515 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b98d0-fdc9-42a5-91cf-8834bbd4b510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffc903d-1753-499b-9564-072973731e84,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:25:01.418498 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 57832) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:25:01.424522 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5b98d0-fdc9-42a5-91cf-8834bbd4b510 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:01.427334 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5b98d0-fdc9-42a5-91cf-8834bbd4b510 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:01.427334 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5b98d0-fdc9-42a5-91cf-8834bbd4b510 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:01.427334 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5b98d0-fdc9-42a5-91cf-8834bbd4b510 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:01.427334 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5b98d0-fdc9-42a5-91cf-8834bbd4b510 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:01.427334 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5b98d0-fdc9-42a5-91cf-8834bbd4b510 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:01.427334 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5b98d0-fdc9-42a5-91cf-8834bbd4b510 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:01.427334 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5b98d0-fdc9-42a5-91cf-8834bbd4b510 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:01.427930 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5b98d0-fdc9-42a5-91cf-8834bbd4b510 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:01.427930 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5b98d0-fdc9-42a5-91cf-8834bbd4b510 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:01.428093 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5b98d0-fdc9-42a5-91cf-8834bbd4b510 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:01.428320 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5b98d0-fdc9-42a5-91cf-8834bbd4b510 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:01.428640 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5b98d0-fdc9-42a5-91cf-8834bbd4b510 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:01.428958 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5b98d0-fdc9-42a5-91cf-8834bbd4b510 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:01.429276 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5b98d0-fdc9-42a5-91cf-8834bbd4b510 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:01.472039 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-5639c9ed-e036-4bf3-846e-b0dc40eb4bb2 admin admin] Publish callbacks [] for security_group (1ffc903d-1753-499b-9564-072973731e84), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:01.497806 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-5639c9ed-e036-4bf3-846e-b0dc40eb4bb2 admin admin] Publish callbacks [] for security_group (1ffc903d-1753-499b-9564-072973731e84), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:01.519930 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:01.523473 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:01.650256 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-5639c9ed-e036-4bf3-846e-b0dc40eb4bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (1ffc903d-1753-499b-9564-072973731e84), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:01.652890 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-5639c9ed-e036-4bf3-846e-b0dc40eb4bb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:01.654063 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-5639c9ed-e036-4bf3-846e-b0dc40eb4bb2 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/1ffc903d-1753-499b-9564-072973731e84 HTTP/1.1" status: 204 len: 168 time: 0.2345285 Aug 26 06:25:01.663045 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639c9ed-e036-4bf3-846e-b0dc40eb4bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffc903d-1753-499b-9564-072973731e84,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:25:01.736334 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:01.788268 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:25:02.179675 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d7821-0700-40e8-8b1e-197320a93ee2 req-30ecda24-267d-4d76-b8cd-3ae392a889d1 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:25:02.181379 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-fb0d7821-0700-40e8-8b1e-197320a93ee2 req-30ecda24-267d-4d76-b8cd-3ae392a889d1 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 944 time: 0.0524511 Aug 26 06:25:02.236613 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-fb0d7821-0700-40e8-8b1e-197320a93ee2 req-c76d887b-2dba-44c6-9989-b67c47440556 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487401 Aug 26 06:25:02.773101 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1e8f7-6e02-4891-b112-3791785e3e41 req-746b2ea1-7f3c-44ab-9420-119fc6a3c53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:25:02.774574 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-73a1e8f7-6e02-4891-b112-3791785e3e41 req-746b2ea1-7f3c-44ab-9420-119fc6a3c53b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1&tenant_id=f7e0c375a58842e18a4306779fd6e167 HTTP/1.1" status: 200 len: 1128 time: 0.0395350 Aug 26 06:25:02.838910 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1e8f7-6e02-4891-b112-3791785e3e41 req-1d9ab6d9-7a36-4c2b-9bc3-f010ff5da997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:25:02.840481 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-73a1e8f7-6e02-4891-b112-3791785e3e41 req-1d9ab6d9-7a36-4c2b-9bc3-f010ff5da997 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=f7e0c375a58842e18a4306779fd6e167&device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 1128 time: 0.0423234 Aug 26 06:25:02.901666 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:25:02.949300 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1e8f7-6e02-4891-b112-3791785e3e41 req-dd7d3a81-3e72-4e1f-9db8-da6a1a9612ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:25:02.950914 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-73a1e8f7-6e02-4891-b112-3791785e3e41 req-dd7d3a81-3e72-4e1f-9db8-da6a1a9612ba service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=0329fd48-f6a9-4c16-8004-ab5a1f76eb8f HTTP/1.1" status: 200 len: 917 time: 0.1048532 Aug 26 06:25:03.036005 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-73a1e8f7-6e02-4891-b112-3791785e3e41 req-6485a34f-329c-4b82-96bc-6238fd7ffaa8 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eae53896-6ef9-4506-ab00-a183cb7c9907 HTTP/1.1" status: 200 len: 999 time: 0.0768297 Aug 26 06:25:03.069973 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 57846) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:25:03.084973 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-c97b593b-1ebe-4e82-a7f1-5fa6819c5a48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:03.089027 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1e8f7-6e02-4891-b112-3791785e3e41 req-f9f6039a-0441-49bf-8e5d-599aba308192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:25:03.090469 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-73a1e8f7-6e02-4891-b112-3791785e3e41 req-f9f6039a-0441-49bf-8e5d-599aba308192 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=ce64dff0-037a-436e-960d-bd71ac86cc2b HTTP/1.1" status: 200 len: 855 time: 0.0470822 Aug 26 06:25:03.141811 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1e8f7-6e02-4891-b112-3791785e3e41 req-2771c087-8352-43b5-ac5f-85e69f13e4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:25:03.143346 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-73a1e8f7-6e02-4891-b112-3791785e3e41 req-2771c087-8352-43b5-ac5f-85e69f13e4aa service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=0329fd48-f6a9-4c16-8004-ab5a1f76eb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463655 Aug 26 06:25:03.165700 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-c97b593b-1ebe-4e82-a7f1-5fa6819c5a48 admin admin] Publish callbacks [] for security_group (27c53a80-be98-4852-aecb-0d13b2528c3a), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:03.239864 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-73a1e8f7-6e02-4891-b112-3791785e3e41 req-1c310764-e45b-4825-b6c4-b95100859398 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0329fd48-f6a9-4c16-8004-ab5a1f76eb8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893118 Aug 26 06:25:03.290413 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-c97b593b-1ebe-4e82-a7f1-5fa6819c5a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (27c53a80-be98-4852-aecb-0d13b2528c3a), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:03.348975 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-c97b593b-1ebe-4e82-a7f1-5fa6819c5a48 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=cf961d6f0c7043c98210f75f84db2860&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2778685 Aug 26 06:25:03.349777 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b593b-1ebe-4e82-a7f1-5fa6819c5a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c53a80-be98-4852-aecb-0d13b2528c3a,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:25:03.351714 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 57850) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:25:03.369931 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-73a1e8f7-6e02-4891-b112-3791785e3e41 req-d78c5177-c9dd-4088-a214-2c10c236c295 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/0329fd48-f6a9-4c16-8004-ab5a1f76eb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164055 Aug 26 06:25:03.391876 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50269e7a-2181-4856-b697-cda0af7b41da req-c33869ff-f3f4-47dc-87b7-f6bba7065c0c tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:25:03.393399 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-50269e7a-2181-4856-b697-cda0af7b41da req-c33869ff-f3f4-47dc-87b7-f6bba7065c0c tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 944 time: 0.0634339 Aug 26 06:25:03.419987 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-aa9672a0-ed56-45f1-b8b9-d94881b2491b admin admin] Publish callbacks [] for security_group (27c53a80-be98-4852-aecb-0d13b2528c3a), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:03.439798 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-aa9672a0-ed56-45f1-b8b9-d94881b2491b admin admin] Publish callbacks [] for security_group (27c53a80-be98-4852-aecb-0d13b2528c3a), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:03.445244 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-50269e7a-2181-4856-b697-cda0af7b41da req-36032bfe-40b9-4e90-993f-b7ea9890940e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457268 Aug 26 06:25:03.511104 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=22 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:25:03.517136 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=12 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:25:03.788189 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-aa9672a0-ed56-45f1-b8b9-d94881b2491b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (27c53a80-be98-4852-aecb-0d13b2528c3a), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:03.800333 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-aa9672a0-ed56-45f1-b8b9-d94881b2491b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:03.800333 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-aa9672a0-ed56-45f1-b8b9-d94881b2491b admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/27c53a80-be98-4852-aecb-0d13b2528c3a HTTP/1.1" status: 204 len: 168 time: 0.4404306 Aug 26 06:25:03.808836 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9672a0-ed56-45f1-b8b9-d94881b2491b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c53a80-be98-4852-aecb-0d13b2528c3a,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:25:03.965072 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:25:04.596553 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b55c67-1801-4ff6-8a7d-591af14c43a9 req-e63de962-e60f-4cd6-b268-e2d6a4261500 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:25:04.598306 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-46b55c67-1801-4ff6-8a7d-591af14c43a9 req-e63de962-e60f-4cd6-b268-e2d6a4261500 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 944 time: 0.0533259 Aug 26 06:25:04.640679 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 57880) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:25:04.653530 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-46b55c67-1801-4ff6-8a7d-591af14c43a9 req-2788fb36-dd85-4d6a-ab49-7e3ce478c107 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486190 Aug 26 06:25:04.770373 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-cff5c733-cc89-4eed-8efa-6fbcad629e84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:04.847205 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-cff5c733-cc89-4eed-8efa-6fbcad629e84 admin admin] Publish callbacks [] for security_group (99b37b0c-53c9-432e-a0bf-c18ec78324ed), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:05.148353 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:25:05.154470 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-cff5c733-cc89-4eed-8efa-6fbcad629e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (99b37b0c-53c9-432e-a0bf-c18ec78324ed), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:05.213025 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:25:05.229269 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-cff5c733-cc89-4eed-8efa-6fbcad629e84 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=9a46d2e7309e4b6883b07521a29d8b33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5863078 Aug 26 06:25:05.231622 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 57894) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:25:05.232306 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff5c733-cc89-4eed-8efa-6fbcad629e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b37b0c-53c9-432e-a0bf-c18ec78324ed,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:25:05.244320 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5c733-cc89-4eed-8efa-6fbcad629e84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:05.245329 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5c733-cc89-4eed-8efa-6fbcad629e84 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:05.246134 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5c733-cc89-4eed-8efa-6fbcad629e84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:05.247430 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5c733-cc89-4eed-8efa-6fbcad629e84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:05.248378 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5c733-cc89-4eed-8efa-6fbcad629e84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:05.250159 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5c733-cc89-4eed-8efa-6fbcad629e84 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:05.250927 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5c733-cc89-4eed-8efa-6fbcad629e84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:05.251519 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5c733-cc89-4eed-8efa-6fbcad629e84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:05.252698 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5c733-cc89-4eed-8efa-6fbcad629e84 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:05.253408 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5c733-cc89-4eed-8efa-6fbcad629e84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:05.254262 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5c733-cc89-4eed-8efa-6fbcad629e84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:05.255003 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5c733-cc89-4eed-8efa-6fbcad629e84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:05.255697 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5c733-cc89-4eed-8efa-6fbcad629e84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:05.256551 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5c733-cc89-4eed-8efa-6fbcad629e84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:05.257465 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff5c733-cc89-4eed-8efa-6fbcad629e84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:05.347820 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e585d60e-12dc-4135-9e72-d16950020bc9 admin admin] Publish callbacks [] for security_group (99b37b0c-53c9-432e-a0bf-c18ec78324ed), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:05.375488 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e585d60e-12dc-4135-9e72-d16950020bc9 admin admin] Publish callbacks [] for security_group (99b37b0c-53c9-432e-a0bf-c18ec78324ed), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:05.633667 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e585d60e-12dc-4135-9e72-d16950020bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (99b37b0c-53c9-432e-a0bf-c18ec78324ed), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:05.636499 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e585d60e-12dc-4135-9e72-d16950020bc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:05.642293 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-e585d60e-12dc-4135-9e72-d16950020bc9 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/99b37b0c-53c9-432e-a0bf-c18ec78324ed HTTP/1.1" status: 204 len: 168 time: 0.4095142 Aug 26 06:25:05.660116 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585d60e-12dc-4135-9e72-d16950020bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b37b0c-53c9-432e-a0bf-c18ec78324ed,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:25:05.811719 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:25:05.821319 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274ca57-d907-4f4f-b640-a07bb734b9ef req-9c4a1d3d-29e7-43eb-87fb-546306201720 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:25:05.829580 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-e274ca57-d907-4f4f-b640-a07bb734b9ef req-9c4a1d3d-29e7-43eb-87fb-546306201720 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 944 time: 0.0716200 Aug 26 06:25:05.888055 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-e274ca57-d907-4f4f-b640-a07bb734b9ef req-b2217582-b2b3-4494-82eb-4c87ae29eabb tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549564 Aug 26 06:25:06.200031 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:25:06.769935 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 57916) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:25:06.786039 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0a2c567f-aa0d-4140-81e1-787f5cd4cdc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:06.896654 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0a2c567f-aa0d-4140-81e1-787f5cd4cdc4 admin admin] Publish callbacks [] for security_group (fe58446d-5831-4feb-8ae7-22986ac551b0), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:06.955257 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 57922) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:25:07.047823 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f48c5f-15ec-483c-9d7b-1218477dd44c req-5a0f144c-4fa6-4fff-abf3-34a90c8f9657 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:25:07.049628 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-12f48c5f-15ec-483c-9d7b-1218477dd44c req-5a0f144c-4fa6-4fff-abf3-34a90c8f9657 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 944 time: 0.0619783 Aug 26 06:25:07.051383 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0a2c567f-aa0d-4140-81e1-787f5cd4cdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (fe58446d-5831-4feb-8ae7-22986ac551b0), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:07.117641 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c567f-aa0d-4140-81e1-787f5cd4cdc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe58446d-5831-4feb-8ae7-22986ac551b0,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:25:07.125578 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-ac8806f4-369e-4940-9bcc-9d08559c8640 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:07.148430 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-0a2c567f-aa0d-4140-81e1-787f5cd4cdc4 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=7682e0952d07486086a06ab01572bc6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3772147 Aug 26 06:25:07.151433 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 57926) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:25:07.176179 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-12f48c5f-15ec-483c-9d7b-1218477dd44c req-144209b4-915e-4101-82c4-a77febbf825a tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094909 Aug 26 06:25:07.228464 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a77ad2b7-a4a5-4f24-9e79-97571abead1e admin admin] Publish callbacks [] for security_group (fe58446d-5831-4feb-8ae7-22986ac551b0), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:07.261153 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a77ad2b7-a4a5-4f24-9e79-97571abead1e admin admin] Publish callbacks [] for security_group (fe58446d-5831-4feb-8ae7-22986ac551b0), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:07.273019 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-ac8806f4-369e-4940-9bcc-9d08559c8640 admin admin] Publish callbacks [] for security_group (34dde151-f622-43d2-8857-dee1b8c4a806), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:07.485416 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-ac8806f4-369e-4940-9bcc-9d08559c8640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (34dde151-f622-43d2-8857-dee1b8c4a806), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:07.485655 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a77ad2b7-a4a5-4f24-9e79-97571abead1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (fe58446d-5831-4feb-8ae7-22986ac551b0), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:07.488049 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a77ad2b7-a4a5-4f24-9e79-97571abead1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:07.493328 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-a77ad2b7-a4a5-4f24-9e79-97571abead1e admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/fe58446d-5831-4feb-8ae7-22986ac551b0 HTTP/1.1" status: 204 len: 168 time: 0.3361962 Aug 26 06:25:07.502793 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ad2b7-a4a5-4f24-9e79-97571abead1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe58446d-5831-4feb-8ae7-22986ac551b0,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:25:07.553102 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8806f4-369e-4940-9bcc-9d08559c8640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34dde151-f622-43d2-8857-dee1b8c4a806,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:25:07.571958 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-ac8806f4-369e-4940-9bcc-9d08559c8640 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=854f731ec60b4298a999377934c541e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6125839 Aug 26 06:25:07.572054 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 57932) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:25:07.620883 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:25:07.631651 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-bb45739f-4e90-46dd-b4f2-2cbdd6d7a7a7 admin admin] Publish callbacks [] for security_group (34dde151-f622-43d2-8857-dee1b8c4a806), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:07.653537 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-bb45739f-4e90-46dd-b4f2-2cbdd6d7a7a7 admin admin] Publish callbacks [] for security_group (34dde151-f622-43d2-8857-dee1b8c4a806), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:07.856160 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-bb45739f-4e90-46dd-b4f2-2cbdd6d7a7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (34dde151-f622-43d2-8857-dee1b8c4a806), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:07.859968 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-bb45739f-4e90-46dd-b4f2-2cbdd6d7a7a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:07.863576 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-bb45739f-4e90-46dd-b4f2-2cbdd6d7a7a7 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/34dde151-f622-43d2-8857-dee1b8c4a806 HTTP/1.1" status: 204 len: 168 time: 0.2882185 Aug 26 06:25:07.873042 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb45739f-4e90-46dd-b4f2-2cbdd6d7a7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34dde151-f622-43d2-8857-dee1b8c4a806,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:25:08.346558 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c05a7-0e08-4903-a388-722297d53902 req-59b530e2-fbc7-4a3c-b09b-b03a65b9c8ea tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:25:08.348331 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-4b5c05a7-0e08-4903-a388-722297d53902 req-59b530e2-fbc7-4a3c-b09b-b03a65b9c8ea tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 944 time: 0.0634453 Aug 26 06:25:08.415090 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-4b5c05a7-0e08-4903-a388-722297d53902 req-ba8c18c9-985f-4463-bc69-b2ff9a0365fa tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602851 Aug 26 06:25:09.623167 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63732df5-772f-47d5-ab8f-76d3b62a20f9 req-40971a31-416b-4fd4-9bb4-d89ed7ec6d7b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:25:09.629517 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-63732df5-772f-47d5-ab8f-76d3b62a20f9 req-40971a31-416b-4fd4-9bb4-d89ed7ec6d7b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 944 time: 0.1100266 Aug 26 06:25:09.723991 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-63732df5-772f-47d5-ab8f-76d3b62a20f9 req-e2a00542-9f28-4496-8a96-9859b0a87125 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837429 Aug 26 06:25:10.849527 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:25:10.863242 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011d0f7-bc1a-45d4-8ad5-334760090e55 req-ffb02666-02dd-48cc-8f93-626b04222373 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:25:10.864955 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3011d0f7-bc1a-45d4-8ad5-334760090e55 req-ffb02666-02dd-48cc-8f93-626b04222373 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 944 time: 0.0517631 Aug 26 06:25:10.926758 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3011d0f7-bc1a-45d4-8ad5-334760090e55 req-284d4ca3-45ed-43d7-96b3-abc175a233a5 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558696 Aug 26 06:25:12.120565 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf9391-3cc0-4da5-9c54-9f4993dfea32 req-3890f270-3fcb-4a3e-9fd5-e03a34aa86b9 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:25:12.120565 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c8cf9391-3cc0-4da5-9c54-9f4993dfea32 req-3890f270-3fcb-4a3e-9fd5-e03a34aa86b9 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 944 time: 0.0557859 Aug 26 06:25:12.143814 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c8cf9391-3cc0-4da5-9c54-9f4993dfea32 req-a85c4c76-e295-4ff1-b47b-e06dec9ad8a4 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589900 Aug 26 06:25:13.287827 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d44729-51a2-47e6-8249-2d42c863fdb3 req-5f94d1f8-ecf7-4acf-84be-ebadb1e0bfa6 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:25:13.289289 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-d0d44729-51a2-47e6-8249-2d42c863fdb3 req-5f94d1f8-ecf7-4acf-84be-ebadb1e0bfa6 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 944 time: 0.0496914 Aug 26 06:25:13.339384 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-d0d44729-51a2-47e6-8249-2d42c863fdb3 req-2e892477-6e6e-4eaf-9cb8-1799ef87de8c tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439818 Aug 26 06:25:14.494809 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6845b-12e0-4ceb-b319-344eb653013b req-7cbef30b-4b9b-4060-af98-e7b8469bc2d9 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:25:14.496328 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-64e6845b-12e0-4ceb-b319-344eb653013b req-7cbef30b-4b9b-4060-af98-e7b8469bc2d9 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 944 time: 0.0553246 Aug 26 06:25:14.549721 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-64e6845b-12e0-4ceb-b319-344eb653013b req-84c2c769-7b4c-4ac6-b259-0c67835af6bd tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475171 Aug 26 06:25:14.841480 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device eae53896-6ef9-4506-ab00-a183cb7c9907 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 06:25:14.845042 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=64,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:25:14.955234 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port eae53896-6ef9-4506-ab00-a183cb7c9907, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=eae53896-6ef9-4506-ab00-a183cb7c9907,segment=NetworkSegment(418ce87b-8dd4-40f7-9079-8eb974e98afd),segment_id=418ce87b-8dd4-40f7-9079-8eb974e98afd)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:25:14.966861 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Returning: {'device': 'eae53896-6ef9-4506-ab00-a183cb7c9907', 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f', 'port_id': 'eae53896-6ef9-4506-ab00-a183cb7c9907', 'mac_address': 'fa:16:3e:c0:23:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce64dff0-037a-436e-960d-bd71ac86cc2b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 06:25:15.003147 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port eae53896-6ef9-4506-ab00-a183cb7c9907 is: DOWN; New status is: BUILD {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:25:15.003533 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (eae53896-6ef9-4506-ab00-a183cb7c9907), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:15.016672 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae53896-6ef9-4506-ab00-a183cb7c9907 {{(pid=107135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:25:15.037015 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port eae53896-6ef9-4506-ab00-a183cb7c9907, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=eae53896-6ef9-4506-ab00-a183cb7c9907,segment=NetworkSegment(418ce87b-8dd4-40f7-9079-8eb974e98afd),segment_id=418ce87b-8dd4-40f7-9079-8eb974e98afd)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:25:15.249982 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (eae53896-6ef9-4506-ab00-a183cb7c9907), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:15.297266 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=eae53896-6ef9-4506-ab00-a183cb7c9907,revision_number=9']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:25:15.305001 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:15.311587 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:15.311587 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:15.311587 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:15.311587 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:15.311587 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:15.311587 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:15.311587 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:15.311587 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:15.311587 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:15.311587 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:15.311587 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:15.311587 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:15.311587 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:15.311587 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:25:15.477770 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] get_ports_and_sgs() called for port_ids ['eae53896-6ef9-4506-ab00-a183cb7c9907'] {{(pid=107135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 06:25:15.667365 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:25:15.689714 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95caaf91-8098-4c77-9e6d-cdac86a6c5e8 req-17a51234-b257-4b5b-adee-781707c9687c tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:25:15.691315 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-95caaf91-8098-4c77-9e6d-cdac86a6c5e8 req-17a51234-b257-4b5b-adee-781707c9687c tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 945 time: 0.0558732 Aug 26 06:25:15.752143 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-95caaf91-8098-4c77-9e6d-cdac86a6c5e8 req-bcf62e87-5587-433b-a3e0-66ae96b74c3e tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550661 Aug 26 06:25:16.281028 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 58080) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:25:16.391245 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f7778b87-ff3b-4ff7-bd7b-2eb12f37cba2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:16.469220 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f7778b87-ff3b-4ff7-bd7b-2eb12f37cba2 admin admin] Publish callbacks [] for security_group (52cd9d3f-2f3c-483d-a486-498e4a081ade), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:16.556955 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f7778b87-ff3b-4ff7-bd7b-2eb12f37cba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (52cd9d3f-2f3c-483d-a486-498e4a081ade), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:16.602894 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-f7778b87-ff3b-4ff7-bd7b-2eb12f37cba2 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=08024d4f339d4a0ba038ead8dce6d522&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3182762 Aug 26 06:25:16.602894 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7778b87-ff3b-4ff7-bd7b-2eb12f37cba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52cd9d3f-2f3c-483d-a486-498e4a081ade,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:25:16.603828 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 58084) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:25:16.659557 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-5256ad15-c03a-4b6b-a981-b0a37da7803a admin admin] Publish callbacks [] for security_group (52cd9d3f-2f3c-483d-a486-498e4a081ade), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:16.681346 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-5256ad15-c03a-4b6b-a981-b0a37da7803a admin admin] Publish callbacks [] for security_group (52cd9d3f-2f3c-483d-a486-498e4a081ade), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:16.865921 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device eae53896-6ef9-4506-ab00-a183cb7c9907 up at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:25:16.888229 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a01a9-2471-477f-b4e5-1ba0b6525128 req-a89b1a58-af80-45f0-8c71-0236edf5c12a tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:25:16.890417 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b62a01a9-2471-477f-b4e5-1ba0b6525128 req-a89b1a58-af80-45f0-8c71-0236edf5c12a tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 945 time: 0.0501475 Aug 26 06:25:16.913717 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning complete for port eae53896-6ef9-4506-ab00-a183cb7c9907 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:25:16.914226 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (eae53896-6ef9-4506-ab00-a183cb7c9907), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:16.941420 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b62a01a9-2471-477f-b4e5-1ba0b6525128 req-63b2954a-4a9a-4c9b-9f8a-37bda4de7306 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453458 Aug 26 06:25:16.962482 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-5256ad15-c03a-4b6b-a981-b0a37da7803a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (52cd9d3f-2f3c-483d-a486-498e4a081ade), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:16.965203 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-5256ad15-c03a-4b6b-a981-b0a37da7803a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:16.969629 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-5256ad15-c03a-4b6b-a981-b0a37da7803a admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/52cd9d3f-2f3c-483d-a486-498e4a081ade HTTP/1.1" status: 204 len: 168 time: 0.3622091 Aug 26 06:25:16.976351 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5256ad15-c03a-4b6b-a981-b0a37da7803a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52cd9d3f-2f3c-483d-a486-498e4a081ade,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:25:16.996204 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port eae53896-6ef9-4506-ab00-a183cb7c9907 is: BUILD; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:25:16.996594 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (eae53896-6ef9-4506-ab00-a183cb7c9907), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:17.024678 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae53896-6ef9-4506-ab00-a183cb7c9907'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:25:17.026975 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc106e9f9832226dd913a824a8ae1ea8f79b2df9cdef89c79e10f33880c5a8de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d66f6ed-7476-4a63-830a-92bfef55273f" -d '{"events": [{"server_uuid": "ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1", "name": "network-vif-plugged", "status": "completed", "tag": "eae53896-6ef9-4506-ab00-a183cb7c9907"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:25:17.040628 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port eae53896-6ef9-4506-ab00-a183cb7c9907, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=eae53896-6ef9-4506-ab00-a183cb7c9907,segment=NetworkSegment(418ce87b-8dd4-40f7-9079-8eb974e98afd),segment_id=418ce87b-8dd4-40f7-9079-8eb974e98afd)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:25:17.070556 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15addd4-2bc6-49f9-8487-3e68463f8d00 x-openstack-request-id: req-d15addd4-2bc6-49f9-8487-3e68463f8d00 {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:25:17.070885 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1", "name": "network-vif-plugged", "status": "completed", "tag": "eae53896-6ef9-4506-ab00-a183cb7c9907", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:25:17.071135 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d15addd4-2bc6-49f9-8487-3e68463f8d00 {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:25:17.071575 dv-cinder-853910-3-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d15addd4-2bc6-49f9-8487-3e68463f8d00'] response: {'server_uuid': 'ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae53896-6ef9-4506-ab00-a183cb7c9907', 'code': 200} Aug 26 06:25:17.354156 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (eae53896-6ef9-4506-ab00-a183cb7c9907), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:17.426675 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=eae53896-6ef9-4506-ab00-a183cb7c9907,revision_number=10']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:25:17.708631 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:25:17.712525 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3caffe2-44b4-447e-a257-a6f9990bee0e req-fd649ab0-0f62-48f3-85f4-aae310f185b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:25:17.714134 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b3caffe2-44b4-447e-a257-a6f9990bee0e req-fd649ab0-0f62-48f3-85f4-aae310f185b7 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 1131 time: 0.0485590 Aug 26 06:25:17.761185 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b3caffe2-44b4-447e-a257-a6f9990bee0e req-9b7beba0-4f29-4897-a1c5-ffcba3e1a22d service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413923 Aug 26 06:25:18.078049 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a927d-72f6-4892-abef-62912eca311e req-c77cd50e-74a9-49f2-ab57-793019009323 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:25:18.079664 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-547a927d-72f6-4892-abef-62912eca311e req-c77cd50e-74a9-49f2-ab57-793019009323 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 947 time: 0.0521131 Aug 26 06:25:18.131771 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-547a927d-72f6-4892-abef-62912eca311e req-8dff001b-910c-4e9b-9be6-122d066a428b tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462496 Aug 26 06:25:18.317769 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 58096) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:25:18.331928 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-ba65a104-a8ae-48c7-bdb3-221bdb4f2963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:18.353732 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:25:18.425501 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-ba65a104-a8ae-48c7-bdb3-221bdb4f2963 admin admin] Publish callbacks [] for security_group (73fce69a-07fc-4806-a9c8-166db500ce91), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:18.667346 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-ba65a104-a8ae-48c7-bdb3-221bdb4f2963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (73fce69a-07fc-4806-a9c8-166db500ce91), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:18.718665 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-ba65a104-a8ae-48c7-bdb3-221bdb4f2963 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=49e1c85451be406da11e6db1c4e85c44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3933046 Aug 26 06:25:18.718665 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65a104-a8ae-48c7-bdb3-221bdb4f2963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fce69a-07fc-4806-a9c8-166db500ce91,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:25:18.719399 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 58108) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:25:18.823450 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8b6ec38c-a947-40be-a3f5-6827ea5a50e7 admin admin] Publish callbacks [] for security_group (73fce69a-07fc-4806-a9c8-166db500ce91), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:18.823450 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8b6ec38c-a947-40be-a3f5-6827ea5a50e7 admin admin] Publish callbacks [] for security_group (73fce69a-07fc-4806-a9c8-166db500ce91), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:19.043146 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8b6ec38c-a947-40be-a3f5-6827ea5a50e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (73fce69a-07fc-4806-a9c8-166db500ce91), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:19.046294 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8b6ec38c-a947-40be-a3f5-6827ea5a50e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:19.056193 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-8b6ec38c-a947-40be-a3f5-6827ea5a50e7 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/73fce69a-07fc-4806-a9c8-166db500ce91 HTTP/1.1" status: 204 len: 168 time: 0.3315010 Aug 26 06:25:19.056193 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ec38c-a947-40be-a3f5-6827ea5a50e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fce69a-07fc-4806-a9c8-166db500ce91,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:25:19.279252 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c463d1-4e30-4cf1-925b-8acae3180297 req-3fe2fa21-1f38-46f9-8ad9-9529cb9c2fbf tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:25:19.280869 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a8c463d1-4e30-4cf1-925b-8acae3180297 req-3fe2fa21-1f38-46f9-8ad9-9529cb9c2fbf tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 947 time: 0.0546854 Aug 26 06:25:19.336342 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a8c463d1-4e30-4cf1-925b-8acae3180297 req-c0511fa7-7d68-446d-804b-c0a22020b1c7 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488267 Aug 26 06:25:20.467768 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6a19d-9718-4495-b545-4c1208688da1 req-88de7fe0-803f-450d-a7c7-837b1dfbea66 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:25:20.469379 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cbd6a19d-9718-4495-b545-4c1208688da1 req-88de7fe0-803f-450d-a7c7-837b1dfbea66 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 947 time: 0.0498173 Aug 26 06:25:20.517767 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cbd6a19d-9718-4495-b545-4c1208688da1 req-ab52c2f2-2a2e-4218-a5b8-3adb70a9f072 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428209 Aug 26 06:25:21.565942 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 6 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:25:21.634462 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:25:21.653581 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537d8dd-17b6-4c1c-ab37-665955284a7a req-1f035e9e-405e-4e12-8ba3-3a1fab12307f tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:25:21.655271 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a537d8dd-17b6-4c1c-ab37-665955284a7a req-1f035e9e-405e-4e12-8ba3-3a1fab12307f tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 947 time: 0.0508838 Aug 26 06:25:21.703803 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a537d8dd-17b6-4c1c-ab37-665955284a7a req-ce70b7f4-a3d6-43d7-8a0c-19ecadd71d99 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428624 Aug 26 06:25:24.959203 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 58272) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:25:25.072661 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-85ade09b-04f1-4c78-a3e0-507007386ba3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:25.154003 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-85ade09b-04f1-4c78-a3e0-507007386ba3 admin admin] Publish callbacks [] for security_group (6c7f5cab-7257-49d9-a3b9-621117b1ccb2), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:25.425671 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-85ade09b-04f1-4c78-a3e0-507007386ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (6c7f5cab-7257-49d9-a3b9-621117b1ccb2), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:25.468357 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:25:25.472542 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-85ade09b-04f1-4c78-a3e0-507007386ba3 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=be95e32378f94fb3ba17c682feb572aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5123284 Aug 26 06:25:25.473346 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ade09b-04f1-4c78-a3e0-507007386ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7f5cab-7257-49d9-a3b9-621117b1ccb2,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:25:25.475334 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 58278) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:25:25.532682 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-c2554c28-6087-4792-afcc-9e4705f0941b admin admin] Publish callbacks [] for security_group (6c7f5cab-7257-49d9-a3b9-621117b1ccb2), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:25.556205 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-c2554c28-6087-4792-afcc-9e4705f0941b admin admin] Publish callbacks [] for security_group (6c7f5cab-7257-49d9-a3b9-621117b1ccb2), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:25.774320 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-c2554c28-6087-4792-afcc-9e4705f0941b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (6c7f5cab-7257-49d9-a3b9-621117b1ccb2), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:25.777009 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-c2554c28-6087-4792-afcc-9e4705f0941b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:25.778233 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-c2554c28-6087-4792-afcc-9e4705f0941b admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/6c7f5cab-7257-49d9-a3b9-621117b1ccb2 HTTP/1.1" status: 204 len: 168 time: 0.3017805 Aug 26 06:25:25.789070 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2554c28-6087-4792-afcc-9e4705f0941b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7f5cab-7257-49d9-a3b9-621117b1ccb2,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:25:26.438031 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-949f04f8-7c2b-4081-8986-bd15b67496c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:26.594478 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 58288) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:25:26.608880 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-bb5fd103-cecb-48d0-b286-4bcf83e4c728 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:26.689200 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-bb5fd103-cecb-48d0-b286-4bcf83e4c728 admin admin] Publish callbacks [] for security_group (72e0191e-8aa0-41be-9ab2-4ae799ea9788), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:26.827463 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-bb5fd103-cecb-48d0-b286-4bcf83e4c728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (72e0191e-8aa0-41be-9ab2-4ae799ea9788), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:26.869857 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-bb5fd103-cecb-48d0-b286-4bcf83e4c728 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=5731cc4470cf401293268f89e053f514&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2742474 Aug 26 06:25:26.871360 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5fd103-cecb-48d0-b286-4bcf83e4c728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e0191e-8aa0-41be-9ab2-4ae799ea9788,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:25:26.872781 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 58290) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:25:26.929421 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-6c40f006-ce27-43ab-8be5-cbd6194bc275 admin admin] Publish callbacks [] for security_group (72e0191e-8aa0-41be-9ab2-4ae799ea9788), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:26.952187 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-6c40f006-ce27-43ab-8be5-cbd6194bc275 admin admin] Publish callbacks [] for security_group (72e0191e-8aa0-41be-9ab2-4ae799ea9788), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:27.145583 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-6c40f006-ce27-43ab-8be5-cbd6194bc275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (72e0191e-8aa0-41be-9ab2-4ae799ea9788), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:27.148152 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-6c40f006-ce27-43ab-8be5-cbd6194bc275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:27.149330 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-6c40f006-ce27-43ab-8be5-cbd6194bc275 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/72e0191e-8aa0-41be-9ab2-4ae799ea9788 HTTP/1.1" status: 204 len: 168 time: 0.2750740 Aug 26 06:25:27.157808 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40f006-ce27-43ab-8be5-cbd6194bc275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e0191e-8aa0-41be-9ab2-4ae799ea9788,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:25:28.188481 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 58298) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:25:28.207050 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-24143043-2100-4b24-87fe-f56f31813cb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:28.238085 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:25:28.294543 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-24143043-2100-4b24-87fe-f56f31813cb3 admin admin] Publish callbacks [] for security_group (6b6788fe-9477-40c3-ba01-bc5bff25ab54), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:28.500187 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-24143043-2100-4b24-87fe-f56f31813cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (6b6788fe-9477-40c3-ba01-bc5bff25ab54), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:28.542760 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24143043-2100-4b24-87fe-f56f31813cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6788fe-9477-40c3-ba01-bc5bff25ab54,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:25:28.548322 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-24143043-2100-4b24-87fe-f56f31813cb3 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=4afed1a162ea49468f0e9058ad5d479b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3563921 Aug 26 06:25:28.550927 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 58302) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:25:28.629059 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-46f8e1f6-8a15-4ad2-9751-4d5c839061d3 admin admin] Publish callbacks [] for security_group (6b6788fe-9477-40c3-ba01-bc5bff25ab54), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:28.654381 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-46f8e1f6-8a15-4ad2-9751-4d5c839061d3 admin admin] Publish callbacks [] for security_group (6b6788fe-9477-40c3-ba01-bc5bff25ab54), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:28.696398 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8ca0b818-92c8-482c-bf5a-883953fdb954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:28.907409 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-46f8e1f6-8a15-4ad2-9751-4d5c839061d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (6b6788fe-9477-40c3-ba01-bc5bff25ab54), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:28.909991 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-46f8e1f6-8a15-4ad2-9751-4d5c839061d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:28.911183 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-46f8e1f6-8a15-4ad2-9751-4d5c839061d3 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/6b6788fe-9477-40c3-ba01-bc5bff25ab54 HTTP/1.1" status: 204 len: 168 time: 0.3586893 Aug 26 06:25:28.921088 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f8e1f6-8a15-4ad2-9751-4d5c839061d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6788fe-9477-40c3-ba01-bc5bff25ab54,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:25:29.957491 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:31.399775 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:25:31.764889 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:31.765919 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:31.776741 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 58346) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:25:31.800129 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:31.913864 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d93128fa-48ae-42a1-acd8-66ef1429b141 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:32.012084 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d93128fa-48ae-42a1-acd8-66ef1429b141 admin admin] Publish callbacks [] for security_group (9e9e90ab-bfe7-48ae-b919-ccc52e7a453b), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:32.213951 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d93128fa-48ae-42a1-acd8-66ef1429b141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (9e9e90ab-bfe7-48ae-b919-ccc52e7a453b), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:32.263067 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-d93128fa-48ae-42a1-acd8-66ef1429b141 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=b0123e8d2e614e98af18443fc4a073c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4872313 Aug 26 06:25:32.264463 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93128fa-48ae-42a1-acd8-66ef1429b141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9e90ab-bfe7-48ae-b919-ccc52e7a453b,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:25:32.267635 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 58350) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:25:32.331095 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-57721ae8-281f-4d45-a91b-c56dbcc8ccda admin admin] Publish callbacks [] for security_group (9e9e90ab-bfe7-48ae-b919-ccc52e7a453b), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:32.366307 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-57721ae8-281f-4d45-a91b-c56dbcc8ccda admin admin] Publish callbacks [] for security_group (9e9e90ab-bfe7-48ae-b919-ccc52e7a453b), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:32.678642 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-57721ae8-281f-4d45-a91b-c56dbcc8ccda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (9e9e90ab-bfe7-48ae-b919-ccc52e7a453b), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:32.681202 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-57721ae8-281f-4d45-a91b-c56dbcc8ccda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:32.682450 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-57721ae8-281f-4d45-a91b-c56dbcc8ccda admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/9e9e90ab-bfe7-48ae-b919-ccc52e7a453b HTTP/1.1" status: 204 len: 168 time: 0.4135861 Aug 26 06:25:32.692276 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57721ae8-281f-4d45-a91b-c56dbcc8ccda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9e90ab-bfe7-48ae-b919-ccc52e7a453b,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:25:36.305840 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2a5a9fae-6f0c-4c32-877e-a5eb2428f93a req-eef0c182-68ac-4be0-b7f1-09bf7ee504c6 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ce4ec4be-d09b-431b-93f0-062334195c69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408590 Aug 26 06:25:36.336529 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:25:36.374327 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a9fae-6f0c-4c32-877e-a5eb2428f93a req-7281064b-3faa-418d-b56f-2964bde3e607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:25:36.375908 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2a5a9fae-6f0c-4c32-877e-a5eb2428f93a req-7281064b-3faa-418d-b56f-2964bde3e607 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=fde0e661bd5646bab91b5e6b623a2e7e&device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 1130 time: 0.0474699 Aug 26 06:25:36.493777 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a9fae-6f0c-4c32-877e-a5eb2428f93a req-e612ebc1-58a0-4286-b17d-a11b06fe6445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:25:36.495352 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2a5a9fae-6f0c-4c32-877e-a5eb2428f93a req-e612ebc1-58a0-4286-b17d-a11b06fe6445 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=6c5f68e8-9704-4e4e-a557-4e9515d804ef HTTP/1.1" status: 200 len: 912 time: 0.0993285 Aug 26 06:25:36.572221 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2a5a9fae-6f0c-4c32-877e-a5eb2428f93a req-f9b4d061-c782-4cf8-8885-3999b3163a13 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07d50961-0e64-446f-a7b3-9104f5a9a451 HTTP/1.1" status: 200 len: 1001 time: 0.0611985 Aug 26 06:25:36.623254 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a9fae-6f0c-4c32-877e-a5eb2428f93a req-de1c557a-0ece-4a64-821f-3d9dce3b3983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:25:36.624810 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2a5a9fae-6f0c-4c32-877e-a5eb2428f93a req-de1c557a-0ece-4a64-821f-3d9dce3b3983 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=78073db3-4b4a-4ba4-91af-0bd41027d48e HTTP/1.1" status: 200 len: 850 time: 0.0537934 Aug 26 06:25:36.674715 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a9fae-6f0c-4c32-877e-a5eb2428f93a req-1c40c40f-2588-4bd5-8b98-457381b83d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:25:36.676683 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2a5a9fae-6f0c-4c32-877e-a5eb2428f93a req-1c40c40f-2588-4bd5-8b98-457381b83d60 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=6c5f68e8-9704-4e4e-a557-4e9515d804ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445609 Aug 26 06:25:36.785203 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2a5a9fae-6f0c-4c32-877e-a5eb2428f93a req-67bbf237-a36a-4372-be43-5ef1f5841e52 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6c5f68e8-9704-4e4e-a557-4e9515d804ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024444 Aug 26 06:25:36.849244 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:25:36.896463 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2a5a9fae-6f0c-4c32-877e-a5eb2428f93a req-de5d7c8f-8973-4a37-865a-dffb976f18ea service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6c5f68e8-9704-4e4e-a557-4e9515d804ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044691 Aug 26 06:25:40.515363 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:25:40.516385 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:25:42.249850 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=49,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:25:42.258008 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:25:42.705570 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:25:42.706786 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:25:47.159204 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=15 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:25:54.499273 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:25:54.500086 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:DELETE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:25:56.489796 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0f9f5f0f-fcab-4649-acd1-3c674aeb7012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:58.566134 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 6 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:25:58.682955 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-91f6e989-ae68-493e-84dc-947acd4b4cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:25:59.922573 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:00.836449 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-74d2c221-b2f2-4b16-bcd4-ffc6c39d69e3 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1659315665&fields=id&tenant_id=fde0e661bd5646bab91b5e6b623a2e7e HTTP/1.1" status: 200 len: 267 time: 0.0571213 Aug 26 06:26:00.969708 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-bad258ca-52b0-4423-bbab-77303cd9da57 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:00.971191 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-bad258ca-52b0-4423-bbab-77303cd9da57 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/networks?id=6c5f68e8-9704-4e4e-a557-4e9515d804ef HTTP/1.1" status: 200 len: 811 time: 0.1236737 Aug 26 06:26:00.987501 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-bec0ee34-8c8c-4b68-8314-b2b92e1d1e66 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/quotas/fde0e661bd5646bab91b5e6b623a2e7e HTTP/1.1" status: 200 len: 375 time: 0.0105352 Aug 26 06:26:01.042339 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-7021c9ea-bde3-42c8-810f-10221eb08c08 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=fde0e661bd5646bab91b5e6b623a2e7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491791 Aug 26 06:26:01.153116 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-492ddd76-67de-4631-8132-bc9afa5f809f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6c5f68e8-9704-4e4e-a557-4e9515d804ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954454 Aug 26 06:26:01.258843 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-d59f55cf-c887-490d-b129-22f74e37167d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6c5f68e8-9704-4e4e-a557-4e9515d804ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986464 Aug 26 06:26:01.496764 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc49ec-9a6a-4f6b-85d6-7e2d8e86ea48 req-4edf4916-6ce0-4666-b699-6959b05edeec tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:01.498529 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-7ddc49ec-9a6a-4f6b-85d6-7e2d8e86ea48 req-4edf4916-6ce0-4666-b699-6959b05edeec tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 947 time: 0.0553579 Aug 26 06:26:01.517905 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:01.553990 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-7ddc49ec-9a6a-4f6b-85d6-7e2d8e86ea48 req-6627ae80-1e38-477c-b868-d039082cc668 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491867 Aug 26 06:26:01.586870 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:01.821466 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:02.265971 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a8bf6173-bf27-49c2-9371-f2c304a58c61 req-938c9a24-6f89-4239-8db9-5e91b4f81f21 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e760f027-a590-4387-ab32-7dca29d29335 HTTP/1.1" status: 200 len: 210 time: 0.0347795 Aug 26 06:26:02.693160 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51abaa-0112-47ea-a8c0-d73c80dc92ab req-a8897df5-696e-4e7d-bb18-efb90488dd93 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:02.694778 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-bb51abaa-0112-47ea-a8c0-d73c80dc92ab req-a8897df5-696e-4e7d-bb18-efb90488dd93 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 947 time: 0.0542493 Aug 26 06:26:02.756712 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-bb51abaa-0112-47ea-a8c0-d73c80dc92ab req-f5bbb068-2140-464c-b8d9-68978ae69699 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc8936b7-0d75-4341-b4b5-853852f862bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524452 Aug 26 06:26:02.941717 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a509319-439e-4f7b-9ce0-6f3033aba6e8 req-95f03132-ac6e-4478-bc23-9ac67c484a34 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:02.943208 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2a509319-439e-4f7b-9ce0-6f3033aba6e8 req-95f03132-ac6e-4478-bc23-9ac67c484a34 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 947 time: 0.0567515 Aug 26 06:26:03.035657 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [req-2a509319-439e-4f7b-9ce0-6f3033aba6e8 req-dd3a98e1-ea19-4b8a-a2c8-856e84c9b674 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Deleting port eae53896-6ef9-4506-ab00-a183cb7c9907 {{(pid=107133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:26:03.036002 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-2a509319-439e-4f7b-9ce0-6f3033aba6e8 req-dd3a98e1-ea19-4b8a-a2c8-856e84c9b674 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (eae53896-6ef9-4506-ab00-a183cb7c9907), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:03.134507 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-2a509319-439e-4f7b-9ce0-6f3033aba6e8 req-dd3a98e1-ea19-4b8a-a2c8-856e84c9b674 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] For port eae53896-6ef9-4506-ab00-a183cb7c9907, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=eae53896-6ef9-4506-ab00-a183cb7c9907,segment=NetworkSegment(418ce87b-8dd4-40f7-9079-8eb974e98afd),segment_id=418ce87b-8dd4-40f7-9079-8eb974e98afd)] {{(pid=107133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:26:03.134902 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-2a509319-439e-4f7b-9ce0-6f3033aba6e8 req-dd3a98e1-ea19-4b8a-a2c8-856e84c9b674 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (eae53896-6ef9-4506-ab00-a183cb7c9907), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:03.322392 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-2a509319-439e-4f7b-9ce0-6f3033aba6e8 req-dd3a98e1-ea19-4b8a-a2c8-856e84c9b674 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:03.322942 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-2a509319-439e-4f7b-9ce0-6f3033aba6e8 req-dd3a98e1-ea19-4b8a-a2c8-856e84c9b674 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614170'] for floatingip (de793460-622a-4bad-97b6-f5a520422848), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:03.323264 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.db.l3_db [req-2a509319-439e-4f7b-9ce0-6f3033aba6e8 req-dd3a98e1-ea19-4b8a-a2c8-856e84c9b674 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Floating IP de793460-622a-4bad-97b6-f5a520422848 disassociated. External IP: 172.27.3.24, port: eae53896-6ef9-4506-ab00-a183cb7c9907. Aug 26 06:26:03.323617 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [req-2a509319-439e-4f7b-9ce0-6f3033aba6e8 req-dd3a98e1-ea19-4b8a-a2c8-856e84c9b674 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Calling delete_port for eae53896-6ef9-4506-ab00-a183cb7c9907 owned by compute:nova {{(pid=107133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:26:03.328855 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:03.392359 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-34291b4b-0e61-4af8-a60f-686e5c9ea063 req-fd96611d-038a-40c9-bfb4-394c35babd5d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e760f027-a590-4387-ab32-7dca29d29335 HTTP/1.1" status: 200 len: 210 time: 0.0360959 Aug 26 06:26:03.424400 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:03.604346 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-2a509319-439e-4f7b-9ce0-6f3033aba6e8 req-dd3a98e1-ea19-4b8a-a2c8-856e84c9b674 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (eae53896-6ef9-4506-ab00-a183cb7c9907), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:03.636291 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a98e1-ea19-4b8a-a2c8-856e84c9b674 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Pushing event deleted for resources: {'Port': ['ID=eae53896-6ef9-4506-ab00-a183cb7c9907,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:03.651956 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a98e1-ea19-4b8a-a2c8-856e84c9b674 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:03.651956 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a98e1-ea19-4b8a-a2c8-856e84c9b674 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:03.651956 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a98e1-ea19-4b8a-a2c8-856e84c9b674 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:03.651956 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a98e1-ea19-4b8a-a2c8-856e84c9b674 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:03.651956 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a98e1-ea19-4b8a-a2c8-856e84c9b674 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:03.651956 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a98e1-ea19-4b8a-a2c8-856e84c9b674 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:03.651956 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a98e1-ea19-4b8a-a2c8-856e84c9b674 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:03.651956 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a98e1-ea19-4b8a-a2c8-856e84c9b674 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:03.651956 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a98e1-ea19-4b8a-a2c8-856e84c9b674 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:03.651956 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a98e1-ea19-4b8a-a2c8-856e84c9b674 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:03.651956 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a98e1-ea19-4b8a-a2c8-856e84c9b674 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:03.651956 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a98e1-ea19-4b8a-a2c8-856e84c9b674 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:03.656863 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a98e1-ea19-4b8a-a2c8-856e84c9b674 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:03.656863 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a98e1-ea19-4b8a-a2c8-856e84c9b674 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:03.656863 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a98e1-ea19-4b8a-a2c8-856e84c9b674 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:03.770695 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a509319-439e-4f7b-9ce0-6f3033aba6e8 req-dd3a98e1-ea19-4b8a-a2c8-856e84c9b674 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Router 06c6209a-01e3-45a3-88c4-78601b755f5c has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:26:03.899966 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f0887106-da96-4201-bdc5-ed0238f3a0b0 req-328ba707-0565-486b-896f-9c7de3ac7875 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 210 time: 0.0339413 Aug 26 06:26:03.914286 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a509319-439e-4f7b-9ce0-6f3033aba6e8 req-dd3a98e1-ea19-4b8a-a2c8-856e84c9b674 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:26:03.939541 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7fe935-7452-4add-804a-909c3c940310 None None] Sync routers for ids ['06c6209a-01e3-45a3-88c4-78601b755f5c'] in dv-cinder-853910-3-iscsi {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:26:03.954477 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7fe935-7452-4add-804a-909c3c940310 None None] Routers {'06c6209a-01e3-45a3-88c4-78601b755f5c'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:26:03.955339 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-ea7fe935-7452-4add-804a-909c3c940310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:25:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['06c6209a-01e3-45a3-88c4-78601b755f5c'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:26:03.972357 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a509319-439e-4f7b-9ce0-6f3033aba6e8 req-dd3a98e1-ea19-4b8a-a2c8-856e84c9b674 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] No DVR routers for this DVR port eae53896-6ef9-4506-ab00-a183cb7c9907 on host hv-cinder-85391 {{(pid=107133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:26:03.975035 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-2a509319-439e-4f7b-9ce0-6f3033aba6e8 req-dd3a98e1-ea19-4b8a-a2c8-856e84c9b674 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:03.978327 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-2a509319-439e-4f7b-9ce0-6f3033aba6e8 req-dd3a98e1-ea19-4b8a-a2c8-856e84c9b674 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.76 "DELETE /networking/v2.0/ports/eae53896-6ef9-4506-ab00-a183cb7c9907 HTTP/1.1" status: 204 len: 173 time: 1.0298529 Aug 26 06:26:03.978811 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1', 'name': 'network-vif-deleted', 'tag': 'eae53896-6ef9-4506-ab00-a183cb7c9907'}] {{(pid=107133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:26:03.981199 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8285fbc4cf3847b51d9cb7eba3379b7f58b909d4ff4eae5f417f2c246939f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7cd53a4-a37a-4231-9a4c-568938605215" -d '{"events": [{"server_uuid": "ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1", "name": "network-vif-deleted", "tag": "eae53896-6ef9-4506-ab00-a183cb7c9907"}]}' {{(pid=107133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:26:04.024416 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9cbf3f-13fd-4dd3-be77-146347e7fc16 x-openstack-request-id: req-0c9cbf3f-13fd-4dd3-be77-146347e7fc16 {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:26:04.024705 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1", "name": "network-vif-deleted", "tag": "eae53896-6ef9-4506-ab00-a183cb7c9907", "status": "completed", "code": 200}]} {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:26:04.024981 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0c9cbf3f-13fd-4dd3-be77-146347e7fc16 {{(pid=107133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:26:04.025431 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c9cbf3f-13fd-4dd3-be77-146347e7fc16'] response: {'server_uuid': 'ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1', 'name': 'network-vif-deleted', 'tag': 'eae53896-6ef9-4506-ab00-a183cb7c9907', 'status': 'completed', 'code': 200} Aug 26 06:26:04.096225 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-ea7fe935-7452-4add-804a-909c3c940310 None None] Set router 06c6209a-01e3-45a3-88c4-78601b755f5c gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:26:04.104102 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 58532) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:26:04.239962 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-44147664-2da8-40e2-905f-1b4134e6b066 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:04.306380 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-ea7fe935-7452-4add-804a-909c3c940310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'name': 'tempest-AttachVolumeShelveTestJSON-426423681-router', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c6a3c8fd-b3bd-4de5-b20d-df57b42d963e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:18:13Z', 'updated_at': '2022-08-26T06:18:20Z', 'revision_number': 4, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'gw_port': {'id': 'c6a3c8fd-b3bd-4de5-b20d-df57b42d963e', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:18:15Z', 'updated_at': '2022-08-26T06:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': 'd5978bbc-d366-49b8-b06a-7345cde212a5', 'name': '', 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'mac_address': 'fa:16:3e:92:31:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'ce64dff0-037a-436e-960d-bd71ac86cc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:18:19Z', 'updated_at': '2022-08-26T06:18:26Z', 'revision_number': 5, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'subnets': [{'id': 'ce64dff0-037a-436e-960d-bd71ac86cc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:26:04.319808 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-44147664-2da8-40e2-905f-1b4134e6b066 admin admin] Publish callbacks [] for security_group (180edfb7-634b-470a-902d-b784eddffc64), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:04.335907 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7fe935-7452-4add-804a-909c3c940310 None None] Checking router: 06c6209a-01e3-45a3-88c4-78601b755f5c for host: dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:26:04.345569 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7fe935-7452-4add-804a-909c3c940310 None None] Routers {'06c6209a-01e3-45a3-88c4-78601b755f5c'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:26:04.346178 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-ea7fe935-7452-4add-804a-909c3c940310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:25:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['06c6209a-01e3-45a3-88c4-78601b755f5c'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:26:04.442280 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-44147664-2da8-40e2-905f-1b4134e6b066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (180edfb7-634b-470a-902d-b784eddffc64), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:04.470951 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-ea7fe935-7452-4add-804a-909c3c940310 None None] Set router 06c6209a-01e3-45a3-88c4-78601b755f5c gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:26:04.480536 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44147664-2da8-40e2-905f-1b4134e6b066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180edfb7-634b-470a-902d-b784eddffc64,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:04.520867 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0682a79a-b1b1-4b16-a372-2b9a17686a85 req-dc483971-a4cc-4dad-9018-eb7e981bb6d8 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e760f027-a590-4387-ab32-7dca29d29335 HTTP/1.1" status: 200 len: 210 time: 0.0346370 Aug 26 06:26:04.523600 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-44147664-2da8-40e2-905f-1b4134e6b066 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=18b43e784f8d4c85bb1d714b6f678b37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4183366 Aug 26 06:26:04.555836 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 58544) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:26:04.583518 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-1cce7d19-3498-490a-b502-dbf465388f47 admin admin] Publish callbacks [] for security_group (180edfb7-634b-470a-902d-b784eddffc64), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:04.612588 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-1cce7d19-3498-490a-b502-dbf465388f47 admin admin] Publish callbacks [] for security_group (180edfb7-634b-470a-902d-b784eddffc64), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:04.637331 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:DELETE=4,neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:04.714788 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-ea7fe935-7452-4add-804a-909c3c940310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'name': 'tempest-AttachVolumeShelveTestJSON-426423681-router', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c6a3c8fd-b3bd-4de5-b20d-df57b42d963e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:18:13Z', 'updated_at': '2022-08-26T06:18:20Z', 'revision_number': 4, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'gw_port': {'id': 'c6a3c8fd-b3bd-4de5-b20d-df57b42d963e', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:18:15Z', 'updated_at': '2022-08-26T06:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': 'd5978bbc-d366-49b8-b06a-7345cde212a5', 'name': '', 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'mac_address': 'fa:16:3e:92:31:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'ce64dff0-037a-436e-960d-bd71ac86cc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:18:19Z', 'updated_at': '2022-08-26T06:18:26Z', 'revision_number': 5, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'subnets': [{'id': 'ce64dff0-037a-436e-960d-bd71ac86cc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:26:04.739212 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7fe935-7452-4add-804a-909c3c940310 None None] The sync data for ids ['06c6209a-01e3-45a3-88c4-78601b755f5c'] in dv-cinder-853910-3-iscsi is: [{'id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'name': 'tempest-AttachVolumeShelveTestJSON-426423681-router', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c6a3c8fd-b3bd-4de5-b20d-df57b42d963e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:18:13Z', 'updated_at': '2022-08-26T06:18:20Z', 'revision_number': 4, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'gw_port': {'id': 'c6a3c8fd-b3bd-4de5-b20d-df57b42d963e', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:18:15Z', 'updated_at': '2022-08-26T06:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': 'd5978bbc-d366-49b8-b06a-7345cde212a5', 'name': '', 'network_id': '0329fd48-f6a9-4c16-8004-ab5a1f76eb8f', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'mac_address': 'fa:16:3e:92:31:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': 'ce64dff0-037a-436e-960d-bd71ac86cc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:18:19Z', 'updated_at': '2022-08-26T06:18:26Z', 'revision_number': 5, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'subnets': [{'id': 'ce64dff0-037a-436e-960d-bd71ac86cc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:26:04.796771 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-1cce7d19-3498-490a-b502-dbf465388f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (180edfb7-634b-470a-902d-b784eddffc64), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:04.796771 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-1cce7d19-3498-490a-b502-dbf465388f47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:04.796771 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-1cce7d19-3498-490a-b502-dbf465388f47 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/180edfb7-634b-470a-902d-b784eddffc64 HTTP/1.1" status: 204 len: 168 time: 0.2674847 Aug 26 06:26:04.805200 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce7d19-3498-490a-b502-dbf465388f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180edfb7-634b-470a-902d-b784eddffc64,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:04.989065 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ab748c-a6e9-4855-85df-14019e9ef0e7 None None] New status for floating IP de793460-622a-4bad-97b6-f5a520422848: DOWN {{(pid=107135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 06:26:05.041792 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0cc33fff-e407-433c-9341-e0ed0cb2b215 req-e9643dbe-fe9c-4252-9a01-2fa3c6c256f4 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab12c6ba-bfc2-4ac2-b226-f45d1428bfa1 HTTP/1.1" status: 200 len: 210 time: 0.0311213 Aug 26 06:26:05.105043 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device eae53896-6ef9-4506-ab00-a183cb7c9907 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:26:05.129531 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] No Port match for: eae53896-6ef9-4506-ab00-a183cb7c9907 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:26:05.129918 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device eae53896-6ef9-4506-ab00-a183cb7c9907 not bound to the agent host hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:26:05.611699 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-dcbf80f9-4a74-4f0e-8e08-e077da0ce98c req-7c3d14dc-af6f-4aa8-84fa-50d72fcda1ff tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e760f027-a590-4387-ab32-7dca29d29335 HTTP/1.1" status: 200 len: 210 time: 0.0291770 Aug 26 06:26:06.228005 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 58560) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:26:06.292074 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0e2ff9e6-fc23-403b-9265-36ac7f60c732 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for security_group (dc8936b7-0d75-4341-b4b5-853852f862bc), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:06.321340 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0e2ff9e6-fc23-403b-9265-36ac7f60c732 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for security_group (dc8936b7-0d75-4341-b4b5-853852f862bc), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:06.632344 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0e2ff9e6-fc23-403b-9265-36ac7f60c732 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (dc8936b7-0d75-4341-b4b5-853852f862bc), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:06.635334 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-0e2ff9e6-fc23-403b-9265-36ac7f60c732 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:06.641028 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-0e2ff9e6-fc23-403b-9265-36ac7f60c732 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/dc8936b7-0d75-4341-b4b5-853852f862bc HTTP/1.1" status: 204 len: 168 time: 0.4076099 Aug 26 06:26:06.642187 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 58566) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:26:06.650900 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ff9e6-fc23-403b-9265-36ac7f60c732 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8936b7-0d75-4341-b4b5-853852f862bc,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:06.659279 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.api.v2.resource [None req-f8fa8847-345a-4c0a-91c3-98d0b8b2d7a9 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] show failed (client error): The resource could not be found. Aug 26 06:26:06.660490 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-f8fa8847-345a-4c0a-91c3-98d0b8b2d7a9 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "GET /networking/v2.0/security-groups/dc8936b7-0d75-4341-b4b5-853852f862bc HTTP/1.1" status: 404 len: 347 time: 0.0167658 Aug 26 06:26:06.663356 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 58568) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:26:06.741435 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-33e2d324-6671-4054-a07d-a32abd17dc24 req-fe592486-c449-451f-945b-e5f4cb7b9831 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e760f027-a590-4387-ab32-7dca29d29335 HTTP/1.1" status: 200 len: 210 time: 0.0320153 Aug 26 06:26:06.787279 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-ebe3c737-5f97-4422-9ffe-0ceea19143e2 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Deleting port 6b56da76-0acf-41ac-90d7-edbc64978341 {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:26:06.787624 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ebe3c737-5f97-4422-9ffe-0ceea19143e2 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (6b56da76-0acf-41ac-90d7-edbc64978341), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:06.882887 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ebe3c737-5f97-4422-9ffe-0ceea19143e2 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (6b56da76-0acf-41ac-90d7-edbc64978341), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:06.883136 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ebe3c737-5f97-4422-9ffe-0ceea19143e2 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for floatingip (6b56da76-0acf-41ac-90d7-edbc64978341), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:06.904171 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-ebe3c737-5f97-4422-9ffe-0ceea19143e2 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Calling delete_port for 6b56da76-0acf-41ac-90d7-edbc64978341 owned by network:floatingip {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:26:06.939292 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b99215-56e0-45e9-ac11-f50900b32622 req-818f1a8e-7db6-4633-837a-f66fde9e24be tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:06.940944 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-75b99215-56e0-45e9-ac11-f50900b32622 req-818f1a8e-7db6-4633-837a-f66fde9e24be tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 945 time: 0.0592604 Aug 26 06:26:06.994565 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-75b99215-56e0-45e9-ac11-f50900b32622 req-00e1da5a-727b-4390-a11d-80d0ff1c88ae tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471737 Aug 26 06:26:07.270543 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ebe3c737-5f97-4422-9ffe-0ceea19143e2 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (6b56da76-0acf-41ac-90d7-edbc64978341), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:07.297159 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe3c737-5f97-4422-9ffe-0ceea19143e2 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Pushing event deleted for resources: {'Port': ['ID=6b56da76-0acf-41ac-90d7-edbc64978341,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:07.328364 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe3c737-5f97-4422-9ffe-0ceea19143e2 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:07.328691 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe3c737-5f97-4422-9ffe-0ceea19143e2 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:07.329031 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe3c737-5f97-4422-9ffe-0ceea19143e2 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:07.329366 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe3c737-5f97-4422-9ffe-0ceea19143e2 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:07.329697 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe3c737-5f97-4422-9ffe-0ceea19143e2 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:07.330271 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe3c737-5f97-4422-9ffe-0ceea19143e2 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:07.330453 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe3c737-5f97-4422-9ffe-0ceea19143e2 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:07.330687 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe3c737-5f97-4422-9ffe-0ceea19143e2 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:07.331011 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe3c737-5f97-4422-9ffe-0ceea19143e2 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:07.331327 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe3c737-5f97-4422-9ffe-0ceea19143e2 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:07.331663 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe3c737-5f97-4422-9ffe-0ceea19143e2 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:07.331970 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe3c737-5f97-4422-9ffe-0ceea19143e2 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:07.332288 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe3c737-5f97-4422-9ffe-0ceea19143e2 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:07.332641 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe3c737-5f97-4422-9ffe-0ceea19143e2 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:07.332985 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe3c737-5f97-4422-9ffe-0ceea19143e2 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:07.376958 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ebe3c737-5f97-4422-9ffe-0ceea19143e2 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks [] for floatingip (de793460-622a-4bad-97b6-f5a520422848), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:07.379473 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ebe3c737-5f97-4422-9ffe-0ceea19143e2 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for floatingip (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:07.380625 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-ebe3c737-5f97-4422-9ffe-0ceea19143e2 tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/de793460-622a-4bad-97b6-f5a520422848 HTTP/1.1" status: 204 len: 168 time: 0.7162900 Aug 26 06:26:07.853825 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-bd2d7f0f-9506-4671-839e-fdc52984b183 req-1e8bda88-9fd3-470b-9e6c-47dbe9b0dcb8 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e760f027-a590-4387-ab32-7dca29d29335 HTTP/1.1" status: 200 len: 210 time: 0.0332787 Aug 26 06:26:08.135592 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=6 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:08.144213 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff639a56-2e2f-421f-b42d-f59f34e4680a req-7a046d0b-b9d4-4edc-a52f-92f60682097d tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:08.146048 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-ff639a56-2e2f-421f-b42d-f59f34e4680a req-7a046d0b-b9d4-4edc-a52f-92f60682097d tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 945 time: 0.0572541 Aug 26 06:26:08.202759 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-ff639a56-2e2f-421f-b42d-f59f34e4680a req-c2d8b866-d7a4-4899-97bf-56389b7d6cfe tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508111 Aug 26 06:26:08.960192 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-33d7f273-02b8-45a3-8a58-ed600805e322 req-d3ba500e-1e57-4217-b381-00c7a964d843 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e760f027-a590-4387-ab32-7dca29d29335 HTTP/1.1" status: 200 len: 210 time: 0.0293944 Aug 26 06:26:09.132614 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-2f72fd5d-1008-491d-84b9-8477a7bb1d93 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:09.134014 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-2f72fd5d-1008-491d-84b9-8477a7bb1d93 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.76 "GET /networking/v2.0/networks?id=6c5f68e8-9704-4e4e-a557-4e9515d804ef HTTP/1.1" status: 200 len: 811 time: 0.1107404 Aug 26 06:26:09.205695 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-0cc20ff2-c630-47b8-a2fc-c0b9b7bc35c5 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fde0e661bd5646bab91b5e6b623a2e7e HTTP/1.1" status: 200 len: 380 time: 0.0583384 Aug 26 06:26:09.214297 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-72d88983-c74f-4582-b26a-38e6e804982e tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Request body: {'port': {'device_id': 'e760f027-a590-4387-ab32-7dca29d29335', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'admin_state_up': True, 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'security_groups': ['5344e8cb-c253-4a5e-a56d-2a9ce3317e14']}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:26:09.363729 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f518c24-6fc2-4d96-8f3c-f3fea06e527a req-a27dac91-c45f-49bd-bf1b-b9cbe15271c2 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:09.365184 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-9f518c24-6fc2-4d96-8f3c-f3fea06e527a req-a27dac91-c45f-49bd-bf1b-b9cbe15271c2 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 945 time: 0.0740623 Aug 26 06:26:09.430339 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-9f518c24-6fc2-4d96-8f3c-f3fea06e527a req-f9a94e1c-2fa7-4bb0-b860-4a4572c55119 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581322 Aug 26 06:26:09.540975 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-72d88983-c74f-4582-b26a-38e6e804982e tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Made reservation on behalf of fde0e661bd5646bab91b5e6b623a2e7e for: {'port': 1} {{(pid=107133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:26:09.545865 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-72d88983-c74f-4582-b26a-38e6e804982e tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:09.682872 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_common [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-72d88983-c74f-4582-b26a-38e6e804982e tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Allocated IP 172.20.0.6 (6c5f68e8-9704-4e4e-a557-4e9515d804ef/78073db3-4b4a-4ba4-91af-0bd41027d48e/ab5e913e-41a3-4c93-830a-f63879ab1522) {{(pid=107133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:26:09.695443 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:10.076459 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3519517e-50bd-4f31-a349-80c755d0adbd req-748cc3f7-302e-4098-8719-a3cb62186963 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e760f027-a590-4387-ab32-7dca29d29335 HTTP/1.1" status: 200 len: 210 time: 0.0295050 Aug 26 06:26:10.103411 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-72d88983-c74f-4582-b26a-38e6e804982e tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for port (ab5e913e-41a3-4c93-830a-f63879ab1522), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:10.124011 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:10.325350 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-72d88983-c74f-4582-b26a-38e6e804982e tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (ab5e913e-41a3-4c93-830a-f63879ab1522), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:10.379402 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-72d88983-c74f-4582-b26a-38e6e804982e tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Network 6c5f68e8-9704-4e4e-a557-4e9515d804ef is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:26:10.384080 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-72d88983-c74f-4582-b26a-38e6e804982e tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:26:10.387258 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-72d88983-c74f-4582-b26a-38e6e804982e tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Received port after_create {{(pid=107133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:26:10.421709 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d88983-c74f-4582-b26a-38e6e804982e tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Pushing event updated for resources: {'Port': ['ID=ab5e913e-41a3-4c93-830a-f63879ab1522,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:10.447170 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 58604) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:26:10.498919 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-72d88983-c74f-4582-b26a-38e6e804982e tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:10.501156 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-72d88983-c74f-4582-b26a-38e6e804982e tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:10.590740 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328752e-4822-4ea8-80c0-6a5d1e120be6 req-d4a9833a-2122-4914-b7d8-9713541329d7 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:10.592685 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4328752e-4822-4ea8-80c0-6a5d1e120be6 req-d4a9833a-2122-4914-b7d8-9713541329d7 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 945 time: 0.0621388 Aug 26 06:26:10.666720 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4328752e-4822-4ea8-80c0-6a5d1e120be6 req-1393856f-948f-4455-9f6a-891a7e8d169d tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564413 Aug 26 06:26:10.673251 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-72d88983-c74f-4582-b26a-38e6e804982e tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4623973 Aug 26 06:26:10.687763 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-b89dc996-f7a9-4218-9789-0a79f2dcfdc7 service neutron] Request body: {'port': {'device_id': 'e760f027-a590-4387-ab32-7dca29d29335', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:26:10.749943 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-b89dc996-f7a9-4218-9789-0a79f2dcfdc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (ab5e913e-41a3-4c93-830a-f63879ab1522), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:10.769799 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-84ee869a-4257-4298-957c-40d0c3942e1a None None] Provisioning complete for port ab5e913e-41a3-4c93-830a-f63879ab1522 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:26:10.770372 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-84ee869a-4257-4298-957c-40d0c3942e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (ab5e913e-41a3-4c93-830a-f63879ab1522), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:10.825898 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-84ee869a-4257-4298-957c-40d0c3942e1a None None] Port ab5e913e-41a3-4c93-830a-f63879ab1522 cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:26:10.878229 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:10.947698 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:11.005781 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:11.013941 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-e8c592df-dcdf-448f-a1ef-f7ec89199638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614426'] for router_interface (06c6209a-01e3-45a3-88c4-78601b755f5c), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:11.067144 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-b89dc996-f7a9-4218-9789-0a79f2dcfdc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab5e913e-41a3-4c93-830a-f63879ab1522 {{(pid=107133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:26:11.076612 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-b89dc996-f7a9-4218-9789-0a79f2dcfdc7 service neutron] Publish callbacks [] for port (ab5e913e-41a3-4c93-830a-f63879ab1522), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:11.104130 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.provisioning_blocks [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-b89dc996-f7a9-4218-9789-0a79f2dcfdc7 service neutron] Transition to ACTIVE for port object ab5e913e-41a3-4c93-830a-f63879ab1522 will not be triggered until provisioned by entity L2. {{(pid=107133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 06:26:11.255644 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-b89dc996-f7a9-4218-9789-0a79f2dcfdc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9095016'] for port (ab5e913e-41a3-4c93-830a-f63879ab1522), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:11.332871 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89dc996-f7a9-4218-9789-0a79f2dcfdc7 service neutron] Pushing event updated for resources: {'Port': ['ID=ab5e913e-41a3-4c93-830a-f63879ab1522,revision_number=2']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:11.393313 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-b89dc996-f7a9-4218-9789-0a79f2dcfdc7 service neutron] Attempting to bind port ab5e913e-41a3-4c93-830a-f63879ab1522 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:26:11.393714 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-b89dc996-f7a9-4218-9789-0a79f2dcfdc7 service neutron] Attempting to bind port ab5e913e-41a3-4c93-830a-f63879ab1522 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '2277a1fe-3a58-44e4-9188-12fe782742b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef'}] {{(pid=107133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:26:11.393962 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-b89dc996-f7a9-4218-9789-0a79f2dcfdc7 service neutron] Attempting to bind port ab5e913e-41a3-4c93-830a-f63879ab1522 on network 6c5f68e8-9704-4e4e-a557-4e9515d804ef {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:26:11.399217 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-b89dc996-f7a9-4218-9789-0a79f2dcfdc7 service neutron] Port ab5e913e-41a3-4c93-830a-f63879ab1522 on network 6c5f68e8-9704-4e4e-a557-4e9515d804ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 06:26:11.399541 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-b89dc996-f7a9-4218-9789-0a79f2dcfdc7 service neutron] Attempting to bind port ab5e913e-41a3-4c93-830a-f63879ab1522 on network 6c5f68e8-9704-4e4e-a557-4e9515d804ef {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:26:11.406681 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-b89dc996-f7a9-4218-9789-0a79f2dcfdc7 service neutron] Checking agent: {'id': '607bbde6-0fd2-4787-87ed-7343841db9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'started_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:26:11.407050 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-b89dc996-f7a9-4218-9789-0a79f2dcfdc7 service neutron] Checking segment: {'id': '2277a1fe-3a58-44e4-9188-12fe782742b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:26:11.407425 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-b89dc996-f7a9-4218-9789-0a79f2dcfdc7 service neutron] Bound using segment: {'id': '2277a1fe-3a58-44e4-9188-12fe782742b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef'} {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:26:11.407890 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-b89dc996-f7a9-4218-9789-0a79f2dcfdc7 service neutron] Bound port: ab5e913e-41a3-4c93-830a-f63879ab1522, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2277a1fe-3a58-44e4-9188-12fe782742b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef'}}] {{(pid=107133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:26:11.408275 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-b89dc996-f7a9-4218-9789-0a79f2dcfdc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (ab5e913e-41a3-4c93-830a-f63879ab1522), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:11.429370 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e229d17-0c03-4fcb-aa56-600dbf1ac8b7 req-4d569eee-cc08-466d-9724-6b9eae5aacb4 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:11.430944 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5e229d17-0c03-4fcb-aa56-600dbf1ac8b7 req-4d569eee-cc08-466d-9724-6b9eae5aacb4 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e760f027-a590-4387-ab32-7dca29d29335 HTTP/1.1" status: 200 len: 943 time: 0.0879750 Aug 26 06:26:11.480224 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-b89dc996-f7a9-4218-9789-0a79f2dcfdc7 service neutron] For port ab5e913e-41a3-4c93-830a-f63879ab1522, host hv-cinder-85391, cleared binding levels {{(pid=107133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:26:11.484060 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-b89dc996-f7a9-4218-9789-0a79f2dcfdc7 service neutron] For port ab5e913e-41a3-4c93-830a-f63879ab1522, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=ab5e913e-41a3-4c93-830a-f63879ab1522,segment=NetworkSegment(2277a1fe-3a58-44e4-9188-12fe782742b9),segment_id=2277a1fe-3a58-44e4-9188-12fe782742b9)] {{(pid=107133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:26:11.533517 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5e229d17-0c03-4fcb-aa56-600dbf1ac8b7 req-7971eb28-7174-4c25-b7f9-e1e2752843b4 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957870 Aug 26 06:26:11.591264 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-b89dc996-f7a9-4218-9789-0a79f2dcfdc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9095016'] for port (ab5e913e-41a3-4c93-830a-f63879ab1522), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:11.595894 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-b89dc996-f7a9-4218-9789-0a79f2dcfdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:11.596516 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-b89dc996-f7a9-4218-9789-0a79f2dcfdc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:11.597926 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-b89dc996-f7a9-4218-9789-0a79f2dcfdc7 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/ab5e913e-41a3-4c93-830a-f63879ab1522 HTTP/1.1" status: 200 len: 1093 time: 0.9163077 Aug 26 06:26:11.599457 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e760f027-a590-4387-ab32-7dca29d29335', 'tag': 'ab5e913e-41a3-4c93-830a-f63879ab1522'}] {{(pid=107133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:26:11.601825 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8285fbc4cf3847b51d9cb7eba3379b7f58b909d4ff4eae5f417f2c246939f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9394f7a8-2c5e-44d8-a9f5-26b289ffa64e" -d '{"events": [{"name": "network-changed", "server_uuid": "e760f027-a590-4387-ab32-7dca29d29335", "tag": "ab5e913e-41a3-4c93-830a-f63879ab1522"}]}' {{(pid=107133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:26:11.637631 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:11.642830 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-e8c592df-dcdf-448f-a1ef-f7ec89199638 admin admin] Deleting port d5978bbc-d366-49b8-b06a-7345cde212a5 {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:26:11.643269 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-e8c592df-dcdf-448f-a1ef-f7ec89199638 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (d5978bbc-d366-49b8-b06a-7345cde212a5), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:11.648805 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e3af16-e628-4362-82fa-a478ef7a3777 x-openstack-request-id: req-a9e3af16-e628-4362-82fa-a478ef7a3777 {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:26:11.649102 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e760f027-a590-4387-ab32-7dca29d29335", "tag": "ab5e913e-41a3-4c93-830a-f63879ab1522", "status": "completed", "code": 200}]} {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:26:11.649381 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a9e3af16-e628-4362-82fa-a478ef7a3777 {{(pid=107133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:26:11.649777 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9e3af16-e628-4362-82fa-a478ef7a3777'] response: {'name': 'network-changed', 'server_uuid': 'e760f027-a590-4387-ab32-7dca29d29335', 'tag': 'ab5e913e-41a3-4c93-830a-f63879ab1522', 'status': 'completed', 'code': 200} Aug 26 06:26:11.655507 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89dc996-f7a9-4218-9789-0a79f2dcfdc7 service neutron] Pushing event updated for resources: {'Port': ['ID=ab5e913e-41a3-4c93-830a-f63879ab1522,revision_number=3']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:11.732779 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394f7a8-2c5e-44d8-a9f5-26b289ffa64e req-a1293963-913c-4c50-aff4-8d5fecf180a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:11.735319 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-9394f7a8-2c5e-44d8-a9f5-26b289ffa64e req-a1293963-913c-4c50-aff4-8d5fecf180a1 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=fde0e661bd5646bab91b5e6b623a2e7e&device_id=e760f027-a590-4387-ab32-7dca29d29335 HTTP/1.1" status: 200 len: 1127 time: 0.0574594 Aug 26 06:26:11.755999 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [None req-e8c592df-dcdf-448f-a1ef-f7ec89199638 admin admin] For port d5978bbc-d366-49b8-b06a-7345cde212a5, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=d5978bbc-d366-49b8-b06a-7345cde212a5,segment=NetworkSegment(418ce87b-8dd4-40f7-9079-8eb974e98afd),segment_id=418ce87b-8dd4-40f7-9079-8eb974e98afd)] {{(pid=107134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:26:11.756567 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-e8c592df-dcdf-448f-a1ef-f7ec89199638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (d5978bbc-d366-49b8-b06a-7345cde212a5), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:11.773911 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-e8c592df-dcdf-448f-a1ef-f7ec89199638 admin admin] Calling delete_port for d5978bbc-d366-49b8-b06a-7345cde212a5 owned by network:router_interface {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:26:11.852997 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:11.861456 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19aa8da-a4fe-4aa6-988a-4e7e2409b420 req-8cca31cd-b662-4581-ba64-41702c2e791a tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:11.863058 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-b19aa8da-a4fe-4aa6-988a-4e7e2409b420 req-8cca31cd-b662-4581-ba64-41702c2e791a tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 945 time: 0.0942428 Aug 26 06:26:11.875073 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394f7a8-2c5e-44d8-a9f5-26b289ffa64e req-cc6cb887-c365-414b-9eb8-db8324a5ad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:11.877620 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-9394f7a8-2c5e-44d8-a9f5-26b289ffa64e req-cc6cb887-c365-414b-9eb8-db8324a5ad0d service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=fde0e661bd5646bab91b5e6b623a2e7e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1359129 Aug 26 06:26:11.981722 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-b19aa8da-a4fe-4aa6-988a-4e7e2409b420 req-5546b3af-7b11-4f26-9d54-f664ede36997 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1102266 Aug 26 06:26:11.993600 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394f7a8-2c5e-44d8-a9f5-26b289ffa64e req-1e7f4908-bdcf-46f8-9aa0-be68785643b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:11.995299 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-9394f7a8-2c5e-44d8-a9f5-26b289ffa64e req-1e7f4908-bdcf-46f8-9aa0-be68785643b6 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1117752 Aug 26 06:26:12.133484 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-49951d95-cd65-4062-9456-d94775d71338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:12.134959 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-49951d95-cd65-4062-9456-d94775d71338 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=fde0e661bd5646bab91b5e6b623a2e7e&device_id=e760f027-a590-4387-ab32-7dca29d29335 HTTP/1.1" status: 200 len: 1127 time: 0.0532973 Aug 26 06:26:12.152817 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-e8c592df-dcdf-448f-a1ef-f7ec89199638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (d5978bbc-d366-49b8-b06a-7345cde212a5), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:12.178348 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-6117f42e-98c3-43ba-b7f4-c4f743bdeea3 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab5e913e-41a3-4c93-830a-f63879ab1522 HTTP/1.1" status: 200 len: 217 time: 0.0341866 Aug 26 06:26:12.194879 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c592df-dcdf-448f-a1ef-f7ec89199638 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5978bbc-d366-49b8-b06a-7345cde212a5,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:12.235081 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-120e1741-4f98-40ed-80a1-7b428c70dfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:12.236738 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-120e1741-4f98-40ed-80a1-7b428c70dfa3 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=78073db3-4b4a-4ba4-91af-0bd41027d48e HTTP/1.1" status: 200 len: 850 time: 0.0523582 Aug 26 06:26:12.293374 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-46986332-3493-4dcd-be03-dd25f5f8a179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:12.295923 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-46986332-3493-4dcd-be03-dd25f5f8a179 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=6c5f68e8-9704-4e4e-a557-4e9515d804ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533462 Aug 26 06:26:12.381066 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-e8c592df-dcdf-448f-a1ef-f7ec89199638 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614382'] for router_interface (06c6209a-01e3-45a3-88c4-78601b755f5c), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:12.415049 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-856acc4e-76a4-4e7f-9657-377eafd0721e service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6c5f68e8-9704-4e4e-a557-4e9515d804ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121006 Aug 26 06:26:12.528150 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-8650213e-0b62-40d9-8cd2-8d995358fab1 req-aa2496f9-37e5-4b4a-bdec-3f034ca91077 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6c5f68e8-9704-4e4e-a557-4e9515d804ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053979 Aug 26 06:26:12.619977 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c592df-dcdf-448f-a1ef-f7ec89199638 admin admin] Router 06c6209a-01e3-45a3-88c4-78601b755f5c has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:26:12.624492 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:12.675634 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f4bb4-d72d-40e2-821c-d33e5db4c466 req-ab60293d-55e9-48d8-aa98-fa4f49d953ab tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:12.677509 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-9f9f4bb4-d72d-40e2-821c-d33e5db4c466 req-ab60293d-55e9-48d8-aa98-fa4f49d953ab tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e760f027-a590-4387-ab32-7dca29d29335 HTTP/1.1" status: 200 len: 943 time: 0.0603483 Aug 26 06:26:12.735475 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-9f9f4bb4-d72d-40e2-821c-d33e5db4c466 req-37a845c0-39e6-42ec-8a47-d0756e57369d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517437 Aug 26 06:26:12.746151 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c592df-dcdf-448f-a1ef-f7ec89199638 admin admin] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:26:12.752969 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-e8c592df-dcdf-448f-a1ef-f7ec89199638 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/06c6209a-01e3-45a3-88c4-78601b755f5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3048568 Aug 26 06:26:12.755193 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 58618) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:26:12.758578 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b49d217-8e54-41f1-85a7-5a88ca3e5bd3 None None] Sync routers for ids ['06c6209a-01e3-45a3-88c4-78601b755f5c'] in dv-cinder-853910-3-iscsi {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:26:12.777230 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b49d217-8e54-41f1-85a7-5a88ca3e5bd3 None None] Routers {'06c6209a-01e3-45a3-88c4-78601b755f5c'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:26:12.777860 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-7b49d217-8e54-41f1-85a7-5a88ca3e5bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:25:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['06c6209a-01e3-45a3-88c4-78601b755f5c'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:26:12.867972 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-aa344660-37de-40c2-96f4-84dce51da483 admin admin] Publish callbacks [] for router (06c6209a-01e3-45a3-88c4-78601b755f5c), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:12.893571 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-7b49d217-8e54-41f1-85a7-5a88ca3e5bd3 None None] Set router 06c6209a-01e3-45a3-88c4-78601b755f5c gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:26:12.984166 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-aa344660-37de-40c2-96f4-84dce51da483 admin admin] Publish callbacks [] for router_gateway (06c6209a-01e3-45a3-88c4-78601b755f5c), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:12.987081 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:13.150657 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:13.201411 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6bd75-369c-4fbc-92e4-d87c28076793 req-30eb982b-3e2a-4c3c-8e38-f55dfbea2c15 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:13.204479 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ebb6bd75-369c-4fbc-92e4-d87c28076793 req-30eb982b-3e2a-4c3c-8e38-f55dfbea2c15 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 945 time: 0.1230063 Aug 26 06:26:13.222673 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-aa344660-37de-40c2-96f4-84dce51da483 admin admin] Deleting port c6a3c8fd-b3bd-4de5-b20d-df57b42d963e {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:26:13.223067 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-aa344660-37de-40c2-96f4-84dce51da483 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (c6a3c8fd-b3bd-4de5-b20d-df57b42d963e), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:13.225843 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-7b49d217-8e54-41f1-85a7-5a88ca3e5bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'name': 'tempest-AttachVolumeShelveTestJSON-426423681-router', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c6a3c8fd-b3bd-4de5-b20d-df57b42d963e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:18:13Z', 'updated_at': '2022-08-26T06:26:12Z', 'revision_number': 5, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'gw_port': {'id': 'c6a3c8fd-b3bd-4de5-b20d-df57b42d963e', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:18:15Z', 'updated_at': '2022-08-26T06:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:26:13.228571 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:13.257004 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b49d217-8e54-41f1-85a7-5a88ca3e5bd3 None None] Checking router: 06c6209a-01e3-45a3-88c4-78601b755f5c for host: dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:26:13.261359 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b49d217-8e54-41f1-85a7-5a88ca3e5bd3 None None] Routers {'06c6209a-01e3-45a3-88c4-78601b755f5c'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:26:13.262023 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-7b49d217-8e54-41f1-85a7-5a88ca3e5bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:25:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['06c6209a-01e3-45a3-88c4-78601b755f5c'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:26:13.319222 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ebb6bd75-369c-4fbc-92e4-d87c28076793 req-61f12abe-0b63-4574-a192-e1a077c49c9c tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1077106 Aug 26 06:26:13.352225 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [None req-aa344660-37de-40c2-96f4-84dce51da483 admin admin] For port c6a3c8fd-b3bd-4de5-b20d-df57b42d963e, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=c6a3c8fd-b3bd-4de5-b20d-df57b42d963e,segment=NetworkSegment(1390a542-366f-4986-b4c7-57ccad3a4e4e),segment_id=1390a542-366f-4986-b4c7-57ccad3a4e4e)] {{(pid=107134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:26:13.352589 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-aa344660-37de-40c2-96f4-84dce51da483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (c6a3c8fd-b3bd-4de5-b20d-df57b42d963e), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:13.363079 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-7b49d217-8e54-41f1-85a7-5a88ca3e5bd3 None None] Set router 06c6209a-01e3-45a3-88c4-78601b755f5c gateway port host: None {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:26:13.369942 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-aa344660-37de-40c2-96f4-84dce51da483 admin admin] Calling delete_port for c6a3c8fd-b3bd-4de5-b20d-df57b42d963e owned by network:router_gateway {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:26:13.421042 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-7b49d217-8e54-41f1-85a7-5a88ca3e5bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'name': 'tempest-AttachVolumeShelveTestJSON-426423681-router', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:18:13Z', 'updated_at': '2022-08-26T06:26:12Z', 'revision_number': 6, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'gw_port_host': None}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:26:13.447020 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b49d217-8e54-41f1-85a7-5a88ca3e5bd3 None None] The sync data for ids ['06c6209a-01e3-45a3-88c4-78601b755f5c'] in dv-cinder-853910-3-iscsi is: [{'id': '06c6209a-01e3-45a3-88c4-78601b755f5c', 'name': 'tempest-AttachVolumeShelveTestJSON-426423681-router', 'tenant_id': 'f7e0c375a58842e18a4306779fd6e167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:18:13Z', 'updated_at': '2022-08-26T06:26:12Z', 'revision_number': 6, 'project_id': 'f7e0c375a58842e18a4306779fd6e167', 'gw_port_host': None}] {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:26:13.664655 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-aa344660-37de-40c2-96f4-84dce51da483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (c6a3c8fd-b3bd-4de5-b20d-df57b42d963e), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:13.696290 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa344660-37de-40c2-96f4-84dce51da483 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6a3c8fd-b3bd-4de5-b20d-df57b42d963e,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:13.764103 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-aa344660-37de-40c2-96f4-84dce51da483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621663'] for router_gateway (06c6209a-01e3-45a3-88c4-78601b755f5c), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:13.851107 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:13.860358 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-aa344660-37de-40c2-96f4-84dce51da483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32438'] for router (06c6209a-01e3-45a3-88c4-78601b755f5c), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:13.863318 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-aa344660-37de-40c2-96f4-84dce51da483 admin admin] Publish callbacks [] for router_controller (06c6209a-01e3-45a3-88c4-78601b755f5c), precommit_delete_associations {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:13.873467 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cb290-f9ef-4fc8-8707-629fa0dc31cd req-45f19eec-fe36-4956-a978-5bdcc313d245 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:13.875082 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a53cb290-f9ef-4fc8-8707-629fa0dc31cd req-45f19eec-fe36-4956-a978-5bdcc313d245 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e760f027-a590-4387-ab32-7dca29d29335 HTTP/1.1" status: 200 len: 943 time: 0.0576334 Aug 26 06:26:13.950341 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a53cb290-f9ef-4fc8-8707-629fa0dc31cd req-f61c02a0-f93b-4354-933c-36ee1b0d198d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679364 Aug 26 06:26:14.156169 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-aa344660-37de-40c2-96f4-84dce51da483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614454'] for router (06c6209a-01e3-45a3-88c4-78601b755f5c), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:14.156774 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa344660-37de-40c2-96f4-84dce51da483 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06c6209a-01e3-45a3-88c4-78601b755f5c {{(pid=107134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 06:26:14.161263 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-aa344660-37de-40c2-96f4-84dce51da483 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:14.162444 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-aa344660-37de-40c2-96f4-84dce51da483 admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/06c6209a-01e3-45a3-88c4-78601b755f5c HTTP/1.1" status: 204 len: 168 time: 1.4061289 Aug 26 06:26:14.165040 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 58624) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:26:14.216525 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f493c04-18e3-469b-b340-29ad61757485 admin admin] Deleting subnet ce64dff0-037a-436e-960d-bd71ac86cc2b {{(pid=107134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 06:26:14.219556 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6f493c04-18e3-469b-b340-29ad61757485 admin admin] Publish callbacks [] for subnet (ce64dff0-037a-436e-960d-bd71ac86cc2b), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:14.256026 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6f493c04-18e3-469b-b340-29ad61757485 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3346510'] for subnet (ce64dff0-037a-436e-960d-bd71ac86cc2b), precommit_delete_associations {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:14.322058 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:14.337224 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6f493c04-18e3-469b-b340-29ad61757485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777363'] for subnet (ce64dff0-037a-436e-960d-bd71ac86cc2b), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:14.364274 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:14.455167 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c1afb-b063-4803-a6e3-83cb96a20e6c req-ad6a971c-edcb-4115-9f6a-cc83904758c2 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:14.456808 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c90c1afb-b063-4803-a6e3-83cb96a20e6c req-ad6a971c-edcb-4115-9f6a-cc83904758c2 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 945 time: 0.0514674 Aug 26 06:26:14.511987 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c90c1afb-b063-4803-a6e3-83cb96a20e6c req-fc24c700-1d7c-4ffa-b828-7885c448ef42 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490663 Aug 26 06:26:14.518595 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6f493c04-18e3-469b-b340-29ad61757485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3183122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3522563'] for subnet (ce64dff0-037a-436e-960d-bd71ac86cc2b), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:14.548585 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f493c04-18e3-469b-b340-29ad61757485 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce64dff0-037a-436e-960d-bd71ac86cc2b,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:14.550601 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6f493c04-18e3-469b-b340-29ad61757485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for subnet (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:14.554012 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-6f493c04-18e3-469b-b340-29ad61757485 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/ce64dff0-037a-436e-960d-bd71ac86cc2b HTTP/1.1" status: 204 len: 168 time: 0.3880222 Aug 26 06:26:14.556898 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 58628) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:26:14.558907 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de7b447-3627-4bca-b5b0-01f1f63ea56c None None] Network 0329fd48-f6a9-4c16-8004-ab5a1f76eb8f requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:26:14.639838 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a93a1b48-4a89-428d-8f3b-f7a96ec124a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568586'] for network (0329fd48-f6a9-4c16-8004-ab5a1f76eb8f), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:14.699507 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-a93a1b48-4a89-428d-8f3b-f7a96ec124a8 admin admin] Deleting port db89bb6b-48cc-47a8-95e9-af8159f78c07 {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:26:14.700242 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a93a1b48-4a89-428d-8f3b-f7a96ec124a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (db89bb6b-48cc-47a8-95e9-af8159f78c07), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:14.728254 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0a048f-1a48-464e-b84d-c9e2ce1b99fa None None] DHCP port deletion for 0329fd48-f6a9-4c16-8004-ab5a1f76eb8f request from dv-cinder-853910-3-iscsi {{(pid=107135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 06:26:14.771843 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-8a0a048f-1a48-464e-b84d-c9e2ce1b99fa None None] Deleting port db89bb6b-48cc-47a8-95e9-af8159f78c07 {{(pid=107135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:26:14.772214 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8a0a048f-1a48-464e-b84d-c9e2ce1b99fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (db89bb6b-48cc-47a8-95e9-af8159f78c07), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:14.772338 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [None req-a93a1b48-4a89-428d-8f3b-f7a96ec124a8 admin admin] For port db89bb6b-48cc-47a8-95e9-af8159f78c07, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=db89bb6b-48cc-47a8-95e9-af8159f78c07,segment=NetworkSegment(418ce87b-8dd4-40f7-9079-8eb974e98afd),segment_id=418ce87b-8dd4-40f7-9079-8eb974e98afd)] {{(pid=107134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:26:14.772593 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a93a1b48-4a89-428d-8f3b-f7a96ec124a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (db89bb6b-48cc-47a8-95e9-af8159f78c07), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:14.787961 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-a93a1b48-4a89-428d-8f3b-f7a96ec124a8 admin admin] Calling delete_port for db89bb6b-48cc-47a8-95e9-af8159f78c07 owned by network:dhcp {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:26:14.851320 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-8a0a048f-1a48-464e-b84d-c9e2ce1b99fa None None] For port db89bb6b-48cc-47a8-95e9-af8159f78c07, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=db89bb6b-48cc-47a8-95e9-af8159f78c07,segment=NetworkSegment(418ce87b-8dd4-40f7-9079-8eb974e98afd),segment_id=418ce87b-8dd4-40f7-9079-8eb974e98afd)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:26:14.851320 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8a0a048f-1a48-464e-b84d-c9e2ce1b99fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (db89bb6b-48cc-47a8-95e9-af8159f78c07), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:14.855920 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-8a0a048f-1a48-464e-b84d-c9e2ce1b99fa None None] Calling delete_port for db89bb6b-48cc-47a8-95e9-af8159f78c07 owned by network:dhcp {{(pid=107135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:26:15.004138 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a93a1b48-4a89-428d-8f3b-f7a96ec124a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (db89bb6b-48cc-47a8-95e9-af8159f78c07), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:15.010979 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8a0a048f-1a48-464e-b84d-c9e2ce1b99fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596'] for port (db89bb6b-48cc-47a8-95e9-af8159f78c07), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:15.031389 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a1b48-4a89-428d-8f3b-f7a96ec124a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=db89bb6b-48cc-47a8-95e9-af8159f78c07,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:15.033337 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93a1b48-4a89-428d-8f3b-f7a96ec124a8 admin admin] No DVR routers for this DVR port db89bb6b-48cc-47a8-95e9-af8159f78c07 on host dv-cinder-853910-3-iscsi {{(pid=107134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:26:15.038466 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a048f-1a48-464e-b84d-c9e2ce1b99fa None None] Pushing event deleted for resources: {'Port': ['ID=db89bb6b-48cc-47a8-95e9-af8159f78c07,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:15.042484 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0a048f-1a48-464e-b84d-c9e2ce1b99fa None None] No DVR routers for this DVR port db89bb6b-48cc-47a8-95e9-af8159f78c07 on host dv-cinder-853910-3-iscsi {{(pid=107135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:26:15.058776 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:15.116081 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b72e19-3b7f-4f38-a024-389e1ea90e45 req-50fb6486-14e2-470e-859a-5cbf626aa6da tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:15.118585 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-06b72e19-3b7f-4f38-a024-389e1ea90e45 req-50fb6486-14e2-470e-859a-5cbf626aa6da tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e760f027-a590-4387-ab32-7dca29d29335 HTTP/1.1" status: 200 len: 943 time: 0.0792010 Aug 26 06:26:15.119647 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a93a1b48-4a89-428d-8f3b-f7a96ec124a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729656', 'neutron.services.segments.db._delete_segments_for_network-8776576287582'] for network (0329fd48-f6a9-4c16-8004-ab5a1f76eb8f), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:15.155920 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-a93a1b48-4a89-428d-8f3b-f7a96ec124a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0329fd48-f6a9-4c16-8004-ab5a1f76eb8f']}} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:26:15.169929 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-a93a1b48-4a89-428d-8f3b-f7a96ec124a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '418ce87b-8dd4-40f7-9079-8eb974e98afd') {'for_net_delete': True} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:26:15.170264 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-a93a1b48-4a89-428d-8f3b-f7a96ec124a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '418ce87b-8dd4-40f7-9079-8eb974e98afd') {} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:26:15.181962 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a93a1b48-4a89-428d-8f3b-f7a96ec124a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776576346588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3346503'] for segment (418ce87b-8dd4-40f7-9079-8eb974e98afd), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:15.188624 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-06b72e19-3b7f-4f38-a024-389e1ea90e45 req-3ddebf2c-479c-4656-a61a-205a94a01291 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629489 Aug 26 06:26:15.204701 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a93a1b48-4a89-428d-8f3b-f7a96ec124a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439'] for segment (418ce87b-8dd4-40f7-9079-8eb974e98afd), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:15.212970 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a93a1b48-4a89-428d-8f3b-f7a96ec124a8 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=107134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 06:26:15.213354 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a93a1b48-4a89-428d-8f3b-f7a96ec124a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3183176'] for segment (418ce87b-8dd4-40f7-9079-8eb974e98afd), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:15.266995 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.services.segments.plugin [-] Segment 418ce87b-8dd4-40f7-9079-8eb974e98afd resource provider aggregate not found Aug 26 06:26:15.275205 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.services.segments.plugin [-] Segment 418ce87b-8dd4-40f7-9079-8eb974e98afd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 418ce87b-8dd4-40f7-9079-8eb974e98afd found for delete ", "request_id": "req-cb2d6d5b-e5e2-4639-a81a-62dcb8bdaa1d"}]} Aug 26 06:26:15.319914 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device c6a3c8fd-b3bd-4de5-b20d-df57b42d963e no longer exists at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:26:15.340434 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] No Port match for: c6a3c8fd-b3bd-4de5-b20d-df57b42d963e {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:26:15.341274 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device c6a3c8fd-b3bd-4de5-b20d-df57b42d963e not bound to the agent host dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:26:15.341799 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device db89bb6b-48cc-47a8-95e9-af8159f78c07 no longer exists at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:26:15.361137 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] No Port match for: db89bb6b-48cc-47a8-95e9-af8159f78c07 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:26:15.361484 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device db89bb6b-48cc-47a8-95e9-af8159f78c07 not bound to the agent host dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:26:15.361898 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device d5978bbc-d366-49b8-b06a-7345cde212a5 no longer exists at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:26:15.380376 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] No Port match for: d5978bbc-d366-49b8-b06a-7345cde212a5 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:26:15.380729 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device d5978bbc-d366-49b8-b06a-7345cde212a5 not bound to the agent host dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:26:15.392255 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a93a1b48-4a89-428d-8f3b-f7a96ec124a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621691'] for network (0329fd48-f6a9-4c16-8004-ab5a1f76eb8f), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:15.398355 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a93a1b48-4a89-428d-8f3b-f7a96ec124a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for network (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:15.402081 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-a93a1b48-4a89-428d-8f3b-f7a96ec124a8 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/0329fd48-f6a9-4c16-8004-ab5a1f76eb8f HTTP/1.1" status: 204 len: 168 time: 0.8441796 Aug 26 06:26:15.420100 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a1b48-4a89-428d-8f3b-f7a96ec124a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0329fd48-f6a9-4c16-8004-ab5a1f76eb8f,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:15.643755 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483733a-2623-4f5d-ace8-438e45094184 req-4341568d-74a6-40a5-85aa-2e4c6cbdbbbb tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:15.645274 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2483733a-2623-4f5d-ace8-438e45094184 req-4341568d-74a6-40a5-85aa-2e4c6cbdbbbb tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 945 time: 0.0516942 Aug 26 06:26:15.705815 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2483733a-2623-4f5d-ace8-438e45094184 req-5d6334ac-0562-4a6a-aa4e-c9a3b5dcac5f tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494635 Aug 26 06:26:15.916920 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 58640) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:26:15.965050 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-7d71b453-55cc-4fc6-b758-cc14bf66ec21 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=f7e0c375a58842e18a4306779fd6e167&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469744 Aug 26 06:26:15.967744 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 58642) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:26:16.018869 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-acaa46f5-b0b1-46e1-8e75-d9a0a54e11cb admin admin] Publish callbacks [] for security_group (acc917ad-cf8b-4004-a3a7-436c8c1486b1), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:16.027546 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:DELETE=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:16.040046 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-acaa46f5-b0b1-46e1-8e75-d9a0a54e11cb admin admin] Publish callbacks [] for security_group (acc917ad-cf8b-4004-a3a7-436c8c1486b1), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:16.230230 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-acaa46f5-b0b1-46e1-8e75-d9a0a54e11cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (acc917ad-cf8b-4004-a3a7-436c8c1486b1), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:16.233518 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-acaa46f5-b0b1-46e1-8e75-d9a0a54e11cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:16.234683 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-acaa46f5-b0b1-46e1-8e75-d9a0a54e11cb admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/acc917ad-cf8b-4004-a3a7-436c8c1486b1 HTTP/1.1" status: 204 len: 168 time: 0.2658923 Aug 26 06:26:16.243839 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa46f5-b0b1-46e1-8e75-d9a0a54e11cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc917ad-cf8b-4004-a3a7-436c8c1486b1,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:16.329645 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d42c1e-1067-4bae-8542-b1c3a0a24b97 req-89c67b20-5a50-4474-bf7a-325db8c8583d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:16.331442 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-70d42c1e-1067-4bae-8542-b1c3a0a24b97 req-89c67b20-5a50-4474-bf7a-325db8c8583d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e760f027-a590-4387-ab32-7dca29d29335 HTTP/1.1" status: 200 len: 943 time: 0.0582833 Aug 26 06:26:16.389065 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-70d42c1e-1067-4bae-8542-b1c3a0a24b97 req-4696ed68-c799-43af-b99d-ebb8a7dd6f85 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493708 Aug 26 06:26:16.852582 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c4c36-5639-4cb2-8486-6447da0666e6 req-f49ac647-a82f-43f7-8293-90c7ca778e4c tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:16.855110 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-072c4c36-5639-4cb2-8486-6447da0666e6 req-f49ac647-a82f-43f7-8293-90c7ca778e4c tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 945 time: 0.0583255 Aug 26 06:26:16.929833 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-072c4c36-5639-4cb2-8486-6447da0666e6 req-bc5b7c3c-3993-4015-aae5-bb53ca8dc0fe tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680270 Aug 26 06:26:17.208810 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500932d8-9788-4dea-a24d-78de95a0dcd0 req-238a8d86-7dd0-4e81-9dab-6f9546380b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:17.210407 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-500932d8-9788-4dea-a24d-78de95a0dcd0 req-238a8d86-7dd0-4e81-9dab-6f9546380b86 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=52e8949a7d05434396f8e8631f2cdb72&device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 1129 time: 0.0519333 Aug 26 06:26:17.315946 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500932d8-9788-4dea-a24d-78de95a0dcd0 req-0bd8bdf8-3df4-4833-a04e-e4a2d4d43a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:17.317507 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-500932d8-9788-4dea-a24d-78de95a0dcd0 req-0bd8bdf8-3df4-4833-a04e-e4a2d4d43a61 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=d008bdb5-ce3d-4b11-ad7a-76c0e477dc41 HTTP/1.1" status: 200 len: 910 time: 0.1003492 Aug 26 06:26:17.389744 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-500932d8-9788-4dea-a24d-78de95a0dcd0 req-b80fb226-01fb-4ffa-ac9a-2a2d348107de service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16e251e3-f929-404a-95a5-e7b555e4782f HTTP/1.1" status: 200 len: 1000 time: 0.0653865 Aug 26 06:26:17.448432 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500932d8-9788-4dea-a24d-78de95a0dcd0 req-2d6799d0-2efa-46d2-adb6-5407ae2bc2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:17.449976 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-500932d8-9788-4dea-a24d-78de95a0dcd0 req-2d6799d0-2efa-46d2-adb6-5407ae2bc2dd service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=5f699233-c501-458c-b7e9-e6e0a4a2c481 HTTP/1.1" status: 200 len: 848 time: 0.0552902 Aug 26 06:26:17.511561 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500932d8-9788-4dea-a24d-78de95a0dcd0 req-84ad6134-6720-46b6-97a7-2c41c3c7fe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:17.513116 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-500932d8-9788-4dea-a24d-78de95a0dcd0 req-84ad6134-6720-46b6-97a7-2c41c3c7fe28 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=d008bdb5-ce3d-4b11-ad7a-76c0e477dc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572093 Aug 26 06:26:17.549458 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:17.606031 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26818581-8cc1-47ef-ba8e-a61535f22bed req-ec22bfb5-b98c-42ed-916d-6fc7c1c08638 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:17.608964 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-26818581-8cc1-47ef-ba8e-a61535f22bed req-ec22bfb5-b98c-42ed-916d-6fc7c1c08638 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e760f027-a590-4387-ab32-7dca29d29335 HTTP/1.1" status: 200 len: 943 time: 0.1070707 Aug 26 06:26:17.691263 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-500932d8-9788-4dea-a24d-78de95a0dcd0 req-3c259402-4a4c-4b37-b5df-3487f7867927 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/d008bdb5-ce3d-4b11-ad7a-76c0e477dc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553016 Aug 26 06:26:17.697630 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-26818581-8cc1-47ef-ba8e-a61535f22bed req-b88044f9-2843-4604-81b4-8a2dddfa17b9 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815244 Aug 26 06:26:17.813752 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-500932d8-9788-4dea-a24d-78de95a0dcd0 req-49599f41-9e2d-46f9-8058-8e384e6df0b1 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/d008bdb5-ce3d-4b11-ad7a-76c0e477dc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146641 Aug 26 06:26:17.819173 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 58670) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:26:17.936672 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-e7b6031d-f288-48c3-a286-09b087608e92 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1899913901-network', 'tenant_id': 'c070cba92de641518c86248b1e27daea'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:26:18.066332 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb0cfc-3055-4795-baf4-b49972db7ed3 req-88c0eb10-5057-4512-8568-fae978378278 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:18.067869 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-21eb0cfc-3055-4795-baf4-b49972db7ed3 req-88c0eb10-5057-4512-8568-fae978378278 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 945 time: 0.0505683 Aug 26 06:26:18.123345 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-21eb0cfc-3055-4795-baf4-b49972db7ed3 req-8804a8cd-1a46-4ef4-a946-8916ea32928c tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494230 Aug 26 06:26:18.163845 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b6031d-f288-48c3-a286-09b087608e92 admin admin] Made reservation on behalf of c070cba92de641518c86248b1e27daea for: {'network': 1} {{(pid=107134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:26:18.166363 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-e7b6031d-f288-48c3-a286-09b087608e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for network (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:18.175976 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-e7b6031d-f288-48c3-a286-09b087608e92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:18.259341 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-e7b6031d-f288-48c3-a286-09b087608e92 admin admin] Publish callbacks [] for security_group (ef53b335-5861-4528-8ef4-9a8f0e5654f8), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:18.415512 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-e7b6031d-f288-48c3-a286-09b087608e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (ef53b335-5861-4528-8ef4-9a8f0e5654f8), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:18.464727 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7b6031d-f288-48c3-a286-09b087608e92 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=107134) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 06:26:18.472163 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6031d-f288-48c3-a286-09b087608e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef53b335-5861-4528-8ef4-9a8f0e5654f8,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:18.478424 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-e7b6031d-f288-48c3-a286-09b087608e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439'] for segment (e272a224-57ee-4bb2-9b2c-c27e7d8f75a9), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:18.478810 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.db.segments_db [None req-e7b6031d-f288-48c3-a286-09b087608e92 admin admin] Added segment e272a224-57ee-4bb2-9b2c-c27e7d8f75a9 of type vlan for network e056da4a-201b-49f0-b8fe-7e84ff97ec06 Aug 26 06:26:18.527143 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-e7b6031d-f288-48c3-a286-09b087608e92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776575837049'] for network (e056da4a-201b-49f0-b8fe-7e84ff97ec06), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:18.643369 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-e7b6031d-f288-48c3-a286-09b087608e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319'] for network (e056da4a-201b-49f0-b8fe-7e84ff97ec06), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:18.644442 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b6031d-f288-48c3-a286-09b087608e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:18.645089 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-e7b6031d-f288-48c3-a286-09b087608e92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for network (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:18.707443 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6031d-f288-48c3-a286-09b087608e92 admin admin] Pushing event updated for resources: {'Network': ['ID=e056da4a-201b-49f0-b8fe-7e84ff97ec06,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:18.717972 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Network e056da4a-201b-49f0-b8fe-7e84ff97ec06 details requested by agent ovs-agent-dv-cinder-853910-3-iscsi with host dv-cinder-853910-3-iscsi {{(pid=107135) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 06:26:18.834527 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6bf630-594a-4c0d-9d46-9198ced510e7 req-5f11cee9-c0fb-4e5a-8fec-a3101ef16bb4 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:18.835994 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7a6bf630-594a-4c0d-9d46-9198ced510e7 req-5f11cee9-c0fb-4e5a-8fec-a3101ef16bb4 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e760f027-a590-4387-ab32-7dca29d29335 HTTP/1.1" status: 200 len: 943 time: 0.0524151 Aug 26 06:26:18.840139 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-e7b6031d-f288-48c3-a286-09b087608e92 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0198698 Aug 26 06:26:18.843799 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 58678) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:26:18.853920 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-5e683f3b-dc73-4533-8859-9876674491ca admin admin] Request body: {'subnet': {'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1899913901-subnet', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:26:18.881895 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:18.921397 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7a6bf630-594a-4c0d-9d46-9198ced510e7 req-81db64cf-f110-44f9-a7b2-e51e72150cb5 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785084 Aug 26 06:26:19.026873 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e683f3b-dc73-4533-8859-9876674491ca admin admin] Made reservation on behalf of c070cba92de641518c86248b1e27daea for: {'subnet': 1} {{(pid=107133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:26:19.030694 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-5e683f3b-dc73-4533-8859-9876674491ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9189226'] for subnet (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:19.269106 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c745b-85d7-4c1a-a871-a68751277c81 req-56810a2a-2088-45da-9d37-678d6b5deccd tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:19.271313 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-074c745b-85d7-4c1a-a871-a68751277c81 req-56810a2a-2088-45da-9d37-678d6b5deccd tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 945 time: 0.0606575 Aug 26 06:26:19.318635 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-5e683f3b-dc73-4533-8859-9876674491ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9096083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9189208'] for subnet (e599181f-14b0-4ac4-9664-916d658a325e), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:19.329022 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-074c745b-85d7-4c1a-a871-a68751277c81 req-c77fb79e-0044-4d52-a189-7eba05f80d0b tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516050 Aug 26 06:26:19.409872 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e683f3b-dc73-4533-8859-9876674491ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=e599181f-14b0-4ac4-9664-916d658a325e,revision_number=0']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:19.418498 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e683f3b-dc73-4533-8859-9876674491ca admin admin] Checking segment: {'id': 'e272a224-57ee-4bb2-9b2c-c27e7d8f75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:26:19.419068 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e683f3b-dc73-4533-8859-9876674491ca admin admin] Network hostable DHCP agents. Network: e056da4a-201b-49f0-b8fe-7e84ff97ec06, hostable agents: ['cf64840e-f340-4e9a-bb2f-df6b7decc44a'], hosted agents: [] {{(pid=107133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 06:26:19.512442 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e683f3b-dc73-4533-8859-9876674491ca admin admin] Network e056da4a-201b-49f0-b8fe-7e84ff97ec06 is scheduled to be hosted by DHCP agent cf64840e-f340-4e9a-bb2f-df6b7decc44a with binding_index 1 {{(pid=107133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 06:26:19.643538 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [None req-5e683f3b-dc73-4533-8859-9876674491ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-3-iscsi, e056da4a-201b-49f0-b8fe-7e84ff97ec06) {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:26:19.647832 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e683f3b-dc73-4533-8859-9876674491ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:19.649224 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-5e683f3b-dc73-4533-8859-9876674491ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:19.653821 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0ad91a-3fbe-47cc-9fe5-d027c1a835be None None] Network e056da4a-201b-49f0-b8fe-7e84ff97ec06 requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:26:19.720015 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:19.751931 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-5e683f3b-dc73-4533-8859-9876674491ca admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9040520 Aug 26 06:26:19.752227 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 58684) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:26:19.758237 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-2dcd9354-9e0e-419f-b637-620a93cbd16e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1899913901-router', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:26:19.776884 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c995b1-65af-405c-ae14-5ee7fb27a9b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dd3542d-7dca-51c5-b561-2f21a9595a38-e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'project_id': 'c070cba92de641518c86248b1e27daea', 'fixed_ips': [{'subnet_id': 'e599181f-14b0-4ac4-9664-916d658a325e'}]}} from dv-cinder-853910-3-iscsi. {{(pid=107135) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 06:26:19.777846 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-02c995b1-65af-405c-ae14-5ee7fb27a9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:19.803202 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:19.883598 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2dcd9354-9e0e-419f-b637-620a93cbd16e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1615306', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32324'] for router (fc03e21e-d989-45a0-97fc-d438bdfd69cb), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:19.884755 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2dcd9354-9e0e-419f-b637-620a93cbd16e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1615590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1621550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1785856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32333'] for router (fc03e21e-d989-45a0-97fc-d438bdfd69cb), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:19.936240 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_common [None req-02c995b1-65af-405c-ae14-5ee7fb27a9b6 None None] Allocated IP 172.20.0.2 (e056da4a-201b-49f0-b8fe-7e84ff97ec06/e599181f-14b0-4ac4-9664-916d658a325e/20586b7b-0384-430b-9d1c-55fdaa8222cf) {{(pid=107135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:26:19.949830 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2dcd9354-9e0e-419f-b637-620a93cbd16e admin admin] Publish callbacks [] for router_controller (fc03e21e-d989-45a0-97fc-d438bdfd69cb), precommit_add_association {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:20.054056 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce168b8-7a9d-4aab-ae51-5152e9f7b3be req-96fc4054-1e8e-4095-af4b-d56cca56675a tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:20.055676 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-3ce168b8-7a9d-4aab-ae51-5152e9f7b3be req-96fc4054-1e8e-4095-af4b-d56cca56675a tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e760f027-a590-4387-ab32-7dca29d29335 HTTP/1.1" status: 200 len: 943 time: 0.0527010 Aug 26 06:26:20.084139 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:20.099019 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-02c995b1-65af-405c-ae14-5ee7fb27a9b6 None None] Publish callbacks [] for port (20586b7b-0384-430b-9d1c-55fdaa8222cf), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:20.109337 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-3ce168b8-7a9d-4aab-ae51-5152e9f7b3be req-d12f7bf9-718e-4089-960a-ea9d41c3dbd1 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469043 Aug 26 06:26:20.301319 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2dcd9354-9e0e-419f-b637-620a93cbd16e admin admin] Publish callbacks [] for router_gateway (fc03e21e-d989-45a0-97fc-d438bdfd69cb), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:20.304796 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-02c995b1-65af-405c-ae14-5ee7fb27a9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587'] for port (20586b7b-0384-430b-9d1c-55fdaa8222cf), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:20.349258 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c995b1-65af-405c-ae14-5ee7fb27a9b6 None None] Network e056da4a-201b-49f0-b8fe-7e84ff97ec06 is already hosted by enough agents. {{(pid=107135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:26:20.352654 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-02c995b1-65af-405c-ae14-5ee7fb27a9b6 None None] Resources bound (agent type, host, resource id): {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:26:20.356532 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c995b1-65af-405c-ae14-5ee7fb27a9b6 None None] Received port after_create {{(pid=107135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:26:20.363499 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c995b1-65af-405c-ae14-5ee7fb27a9b6 None None] Pushing event updated for resources: {'Port': ['ID=20586b7b-0384-430b-9d1c-55fdaa8222cf,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:20.376697 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c995b1-65af-405c-ae14-5ee7fb27a9b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:20.377162 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c995b1-65af-405c-ae14-5ee7fb27a9b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:20.377389 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c995b1-65af-405c-ae14-5ee7fb27a9b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:20.379288 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c995b1-65af-405c-ae14-5ee7fb27a9b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:20.379288 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c995b1-65af-405c-ae14-5ee7fb27a9b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:20.381387 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c995b1-65af-405c-ae14-5ee7fb27a9b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:20.381623 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c995b1-65af-405c-ae14-5ee7fb27a9b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:20.381971 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c995b1-65af-405c-ae14-5ee7fb27a9b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:20.382524 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c995b1-65af-405c-ae14-5ee7fb27a9b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:20.382690 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c995b1-65af-405c-ae14-5ee7fb27a9b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:20.382997 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c995b1-65af-405c-ae14-5ee7fb27a9b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:20.383322 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c995b1-65af-405c-ae14-5ee7fb27a9b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:20.383653 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c995b1-65af-405c-ae14-5ee7fb27a9b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:20.383972 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c995b1-65af-405c-ae14-5ee7fb27a9b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:20.384295 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c995b1-65af-405c-ae14-5ee7fb27a9b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:20.441745 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-02c995b1-65af-405c-ae14-5ee7fb27a9b6 None None] Attempting to bind port 20586b7b-0384-430b-9d1c-55fdaa8222cf on host dv-cinder-853910-3-iscsi for vnic_type normal with profile {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:26:20.449590 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-02c995b1-65af-405c-ae14-5ee7fb27a9b6 None None] Attempting to bind port 20586b7b-0384-430b-9d1c-55fdaa8222cf by drivers openvswitch,hyperv on host dv-cinder-853910-3-iscsi at level 0 using segments [{'id': 'e272a224-57ee-4bb2-9b2c-c27e7d8f75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06'}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:26:20.449590 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c995b1-65af-405c-ae14-5ee7fb27a9b6 None None] Attempting to bind port 20586b7b-0384-430b-9d1c-55fdaa8222cf on network e056da4a-201b-49f0-b8fe-7e84ff97ec06 {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:26:20.449590 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c995b1-65af-405c-ae14-5ee7fb27a9b6 None None] Checking agent: {'id': '4b23c1c4-ad66-4056-a835-9b344d252955', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 8, 1), 'started_at': datetime.datetime(2022, 8, 26, 6, 8, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:26:20.449590 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c995b1-65af-405c-ae14-5ee7fb27a9b6 None None] Checking segment: {'id': 'e272a224-57ee-4bb2-9b2c-c27e7d8f75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:26:20.449590 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-02c995b1-65af-405c-ae14-5ee7fb27a9b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:20.450476 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c995b1-65af-405c-ae14-5ee7fb27a9b6 None None] Bound using segment: {'id': 'e272a224-57ee-4bb2-9b2c-c27e7d8f75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06'} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:26:20.450476 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-02c995b1-65af-405c-ae14-5ee7fb27a9b6 None None] Bound port: 20586b7b-0384-430b-9d1c-55fdaa8222cf, host: dv-cinder-853910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e272a224-57ee-4bb2-9b2c-c27e7d8f75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06'}}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:26:20.450991 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-02c995b1-65af-405c-ae14-5ee7fb27a9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (20586b7b-0384-430b-9d1c-55fdaa8222cf), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:20.465502 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7a359-f56d-4c86-a511-c2184ad9efd4 req-a1b73248-fca7-4508-bfe4-d86a06d682f8 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:20.467664 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-def7a359-f56d-4c86-a511-c2184ad9efd4 req-a1b73248-fca7-4508-bfe4-d86a06d682f8 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 945 time: 0.0521812 Aug 26 06:26:20.479040 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:20.519526 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-def7a359-f56d-4c86-a511-c2184ad9efd4 req-0ce6d0ae-92d3-46b6-9c19-1ba578c81c5f tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461555 Aug 26 06:26:20.520319 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-02c995b1-65af-405c-ae14-5ee7fb27a9b6 None None] For port 20586b7b-0384-430b-9d1c-55fdaa8222cf, host dv-cinder-853910-3-iscsi, cleared binding levels {{(pid=107135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:26:20.524011 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-02c995b1-65af-405c-ae14-5ee7fb27a9b6 None None] For port 20586b7b-0384-430b-9d1c-55fdaa8222cf, host dv-cinder-853910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=20586b7b-0384-430b-9d1c-55fdaa8222cf,segment=NetworkSegment(e272a224-57ee-4bb2-9b2c-c27e7d8f75a9),segment_id=e272a224-57ee-4bb2-9b2c-c27e7d8f75a9)] {{(pid=107135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:26:20.659367 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-02c995b1-65af-405c-ae14-5ee7fb27a9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (20586b7b-0384-430b-9d1c-55fdaa8222cf), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:20.696961 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:20.702971 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2dcd9354-9e0e-419f-b637-620a93cbd16e admin admin] Publish callbacks [] for router_gateway (fc03e21e-d989-45a0-97fc-d438bdfd69cb), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:20.712112 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=6 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:20.726320 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2dcd9354-9e0e-419f-b637-620a93cbd16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:20.728009 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c995b1-65af-405c-ae14-5ee7fb27a9b6 None None] Pushing event updated for resources: {'Port': ['ID=20586b7b-0384-430b-9d1c-55fdaa8222cf,revision_number=2']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:20.858378 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_common [None req-2dcd9354-9e0e-419f-b637-620a93cbd16e admin admin] Allocated IP 172.27.3.174 (7bfbcaf8-cfd7-4da9-9873-fb578302608c/6eb332c5-848f-450d-bdad-4a764241332a/cab7326d-c6ee-4427-8ef1-471973ff0678) {{(pid=107133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:26:21.006148 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2dcd9354-9e0e-419f-b637-620a93cbd16e admin admin] Publish callbacks [] for port (cab7326d-c6ee-4427-8ef1-471973ff0678), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:21.145606 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 16e251e3-f929-404a-95a5-e7b555e4782f no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:26:21.154785 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2dcd9354-9e0e-419f-b637-620a93cbd16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (cab7326d-c6ee-4427-8ef1-471973ff0678), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:21.196289 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcd9354-9e0e-419f-b637-620a93cbd16e admin admin] Network 7bfbcaf8-cfd7-4da9-9873-fb578302608c is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:26:21.204048 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [None req-2dcd9354-9e0e-419f-b637-620a93cbd16e admin admin] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:26:21.218563 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcd9354-9e0e-419f-b637-620a93cbd16e admin admin] Received port after_create {{(pid=107133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:26:21.221784 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd9354-9e0e-419f-b637-620a93cbd16e admin admin] Pushing event updated for resources: {'Port': ['ID=cab7326d-c6ee-4427-8ef1-471973ff0678,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:21.240387 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port 16e251e3-f929-404a-95a5-e7b555e4782f is: ACTIVE; New status is: DOWN {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:26:21.241335 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (16e251e3-f929-404a-95a5-e7b555e4782f), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:21.279789 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4228acc2-99a7-47c3-9cef-92c0f7bcb7b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16e251e3-f929-404a-95a5-e7b555e4782f'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:26:21.282403 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc106e9f9832226dd913a824a8ae1ea8f79b2df9cdef89c79e10f33880c5a8de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c869e100-601a-4c0e-81de-a580323f3ccd" -d '{"events": [{"server_uuid": "4228acc2-99a7-47c3-9cef-92c0f7bcb7b0", "name": "network-vif-unplugged", "status": "completed", "tag": "16e251e3-f929-404a-95a5-e7b555e4782f"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:26:21.310253 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 16e251e3-f929-404a-95a5-e7b555e4782f, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=16e251e3-f929-404a-95a5-e7b555e4782f,segment=NetworkSegment(15f5a37e-6a7e-4950-9cb7-fc9b55991506),segment_id=15f5a37e-6a7e-4950-9cb7-fc9b55991506)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:26:21.318175 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36737e5d-7dab-4d7b-9a2b-ee1895380692 req-638b59af-255e-4b34-ae01-deed066c93f4 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:21.325861 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-36737e5d-7dab-4d7b-9a2b-ee1895380692 req-638b59af-255e-4b34-ae01-deed066c93f4 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e760f027-a590-4387-ab32-7dca29d29335 HTTP/1.1" status: 200 len: 943 time: 0.1264553 Aug 26 06:26:21.338564 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Aug 2022 06:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d661a1-f440-463a-bb96-6428252811a0 x-openstack-request-id: req-39d661a1-f440-463a-bb96-6428252811a0 {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:26:21.339018 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4228acc2-99a7-47c3-9cef-92c0f7bcb7b0", "name": "network-vif-unplugged", "status": "completed", "tag": "16e251e3-f929-404a-95a5-e7b555e4782f", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:26:21.339520 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-39d661a1-f440-463a-bb96-6428252811a0 {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:26:21.339971 dv-cinder-853910-3-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39d661a1-f440-463a-bb96-6428252811a0'] response: {'server_uuid': '4228acc2-99a7-47c3-9cef-92c0f7bcb7b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16e251e3-f929-404a-95a5-e7b555e4782f', 'code': 200} Aug 26 06:26:21.370353 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 20586b7b-0384-430b-9d1c-55fdaa8222cf up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:26:21.419851 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 20586b7b-0384-430b-9d1c-55fdaa8222cf triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:26:21.420694 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (20586b7b-0384-430b-9d1c-55fdaa8222cf), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:21.445862 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (16e251e3-f929-404a-95a5-e7b555e4782f), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:21.475614 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-36737e5d-7dab-4d7b-9a2b-ee1895380692 req-567cc389-6a09-47e8-aa09-58c7c14a856d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483908 Aug 26 06:26:21.553638 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=16e251e3-f929-404a-95a5-e7b555e4782f,revision_number=6']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:21.566737 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 20586b7b-0384-430b-9d1c-55fdaa8222cf is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:26:21.567255 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (20586b7b-0384-430b-9d1c-55fdaa8222cf), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:21.615300 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] For port 20586b7b-0384-430b-9d1c-55fdaa8222cf, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=20586b7b-0384-430b-9d1c-55fdaa8222cf,segment=NetworkSegment(e272a224-57ee-4bb2-9b2c-c27e7d8f75a9),segment_id=e272a224-57ee-4bb2-9b2c-c27e7d8f75a9)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:26:21.663201 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc9cc2-0524-4810-aff7-dd7dc66c0576 req-f7f567b4-1a9b-4fa7-b54e-31664cfe0c58 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:21.664732 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-61cc9cc2-0524-4810-aff7-dd7dc66c0576 req-f7f567b4-1a9b-4fa7-b54e-31664cfe0c58 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 943 time: 0.0614078 Aug 26 06:26:21.719508 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:21.729055 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-61cc9cc2-0524-4810-aff7-dd7dc66c0576 req-3aa5355e-d28f-4b8e-865d-9c780dd10776 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578206 Aug 26 06:26:21.744570 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e80301-a10e-463f-be69-a6aa51f2dd68 None None] Network e056da4a-201b-49f0-b8fe-7e84ff97ec06 requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:26:21.785286 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2dcd9354-9e0e-419f-b637-620a93cbd16e admin admin] Publish callbacks [] for router_gateway (fc03e21e-d989-45a0-97fc-d438bdfd69cb), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:21.805386 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (20586b7b-0384-430b-9d1c-55fdaa8222cf), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:22.003884 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2dcd9354-9e0e-419f-b637-620a93cbd16e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1615601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1621576'] for router (fc03e21e-d989-45a0-97fc-d438bdfd69cb), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:22.043616 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-ef905295-fc8a-4b86-a363-0a042a609bc1 None None] Provisioning complete for port 20586b7b-0384-430b-9d1c-55fdaa8222cf triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:26:22.044188 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ef905295-fc8a-4b86-a363-0a042a609bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (20586b7b-0384-430b-9d1c-55fdaa8222cf), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:22.118260 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Pushing event updated for resources: {'Port': ['ID=20586b7b-0384-430b-9d1c-55fdaa8222cf,revision_number=3']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:22.177366 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-ef905295-fc8a-4b86-a363-0a042a609bc1 None None] Current status of the port 20586b7b-0384-430b-9d1c-55fdaa8222cf is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:26:22.338834 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dcd9354-9e0e-419f-b637-620a93cbd16e admin admin] Router fc03e21e-d989-45a0-97fc-d438bdfd69cb is scheduled to L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 with binding_index 1 {{(pid=107133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 06:26:22.396908 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-4e9b7d98-a620-4f18-bbf4-fc114f4fc614 None None] Provisioning complete for port 20586b7b-0384-430b-9d1c-55fdaa8222cf triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:26:22.397293 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4e9b7d98-a620-4f18-bbf4-fc114f4fc614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (20586b7b-0384-430b-9d1c-55fdaa8222cf), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:22.447788 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dcd9354-9e0e-419f-b637-620a93cbd16e admin admin] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:26:22.467895 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bae188-53ce-4294-89c0-8d49928af96f None None] Sync routers for ids ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'] in dv-cinder-853910-3-iscsi {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:26:22.489626 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-4e9b7d98-a620-4f18-bbf4-fc114f4fc614 None None] Current status of the port 20586b7b-0384-430b-9d1c-55fdaa8222cf is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:26:22.491787 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bae188-53ce-4294-89c0-8d49928af96f None None] Routers {'fc03e21e-d989-45a0-97fc-d438bdfd69cb'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:26:22.492210 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-01bae188-53ce-4294-89c0-8d49928af96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:25:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:26:22.568986 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2dcd9354-9e0e-419f-b637-620a93cbd16e admin admin] Publish callbacks [] for router (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:22.570481 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-2dcd9354-9e0e-419f-b637-620a93cbd16e admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8172264 Aug 26 06:26:22.573977 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 58702) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:26:22.627386 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fdd01-06e2-407e-963c-4e6203b5c1b1 req-477abdf0-f562-43b9-8e53-7feb561d1a4a tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:22.629462 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-01bae188-53ce-4294-89c0-8d49928af96f None None] Set router fc03e21e-d989-45a0-97fc-d438bdfd69cb gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:26:22.637043 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-6f5fdd01-06e2-407e-963c-4e6203b5c1b1 req-477abdf0-f562-43b9-8e53-7feb561d1a4a tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 943 time: 0.0651696 Aug 26 06:26:22.664408 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb63df-f975-4709-aa0a-6456c5570fc4 req-2e6f7913-49ae-4345-b4fa-e100eddf362d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:22.666769 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3dbb63df-f975-4709-aa0a-6456c5570fc4 req-2e6f7913-49ae-4345-b4fa-e100eddf362d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e760f027-a590-4387-ab32-7dca29d29335 HTTP/1.1" status: 200 len: 943 time: 0.1034009 Aug 26 06:26:22.706982 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-6f5fdd01-06e2-407e-963c-4e6203b5c1b1 req-86d0451f-fb7a-4c60-a853-76591888da22 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0687771 Aug 26 06:26:22.770440 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-872647a3-c57b-469f-94a3-b92834b28908 req-907f9174-b40a-4a38-b1a8-481402fb2731 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0515418 Aug 26 06:26:22.807878 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:22.825152 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-3dbb63df-f975-4709-aa0a-6456c5570fc4 req-5d180201-76e6-4e6f-8eb4-3817c832cb89 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467390 Aug 26 06:26:22.857220 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-01bae188-53ce-4294-89c0-8d49928af96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'name': 'tempest-AttachVolumeNegativeTest-1899913901-router', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:26:19Z', 'updated_at': '2022-08-26T06:26:21Z', 'revision_number': 3, 'project_id': 'c070cba92de641518c86248b1e27daea', 'gw_port': {'id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:20Z', 'updated_at': '2022-08-26T06:26:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:26:22.904198 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872647a3-c57b-469f-94a3-b92834b28908 req-08dc59c9-31ed-4e85-a143-b75427b979cb tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:22.906013 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-872647a3-c57b-469f-94a3-b92834b28908 req-08dc59c9-31ed-4e85-a143-b75427b979cb tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports/16e251e3-f929-404a-95a5-e7b555e4782f HTTP/1.1" status: 200 len: 940 time: 0.0980735 Aug 26 06:26:22.912758 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bae188-53ce-4294-89c0-8d49928af96f None None] Checking router: fc03e21e-d989-45a0-97fc-d438bdfd69cb for host: dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:26:22.913264 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bae188-53ce-4294-89c0-8d49928af96f None None] Updating router fc03e21e-d989-45a0-97fc-d438bdfd69cb port cab7326d-c6ee-4427-8ef1-471973ff0678 binding host dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 06:26:22.965052 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-01bae188-53ce-4294-89c0-8d49928af96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (cab7326d-c6ee-4427-8ef1-471973ff0678), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:23.161079 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device ab5e913e-41a3-4c93-830a-f63879ab1522 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 06:26:23.348285 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 20586b7b-0384-430b-9d1c-55fdaa8222cf up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:26:23.357583 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port ab5e913e-41a3-4c93-830a-f63879ab1522, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=ab5e913e-41a3-4c93-830a-f63879ab1522,segment=NetworkSegment(2277a1fe-3a58-44e4-9188-12fe782742b9),segment_id=2277a1fe-3a58-44e4-9188-12fe782742b9)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:26:23.361888 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-01bae188-53ce-4294-89c0-8d49928af96f None None] Publish callbacks [] for port (cab7326d-c6ee-4427-8ef1-471973ff0678), precommit_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:23.399432 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Returning: {'device': 'ab5e913e-41a3-4c93-830a-f63879ab1522', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'port_id': 'ab5e913e-41a3-4c93-830a-f63879ab1522', 'mac_address': 'fa:16:3e:74:c8:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 06:26:23.423665 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:23.426018 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=21 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:23.446900 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f8060bdc-9b35-4195-bcf6-1ce59d367e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:23.448746 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 20586b7b-0384-430b-9d1c-55fdaa8222cf triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:26:23.449115 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (20586b7b-0384-430b-9d1c-55fdaa8222cf), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:23.451179 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port ab5e913e-41a3-4c93-830a-f63879ab1522 is: DOWN; New status is: BUILD {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:26:23.451555 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (ab5e913e-41a3-4c93-830a-f63879ab1522), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:23.489714 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab5e913e-41a3-4c93-830a-f63879ab1522 {{(pid=107135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:26:23.519288 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port ab5e913e-41a3-4c93-830a-f63879ab1522, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=ab5e913e-41a3-4c93-830a-f63879ab1522,segment=NetworkSegment(2277a1fe-3a58-44e4-9188-12fe782742b9),segment_id=2277a1fe-3a58-44e4-9188-12fe782742b9)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:26:23.523957 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:23.524551 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-01bae188-53ce-4294-89c0-8d49928af96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (cab7326d-c6ee-4427-8ef1-471973ff0678), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:23.567301 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-01bae188-53ce-4294-89c0-8d49928af96f None None] Attempting to bind port cab7326d-c6ee-4427-8ef1-471973ff0678 on host dv-cinder-853910-3-iscsi for vnic_type normal with profile {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:26:23.567659 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-01bae188-53ce-4294-89c0-8d49928af96f None None] Attempting to bind port cab7326d-c6ee-4427-8ef1-471973ff0678 by drivers openvswitch,hyperv on host dv-cinder-853910-3-iscsi at level 0 using segments [{'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:26:23.568026 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bae188-53ce-4294-89c0-8d49928af96f None None] Attempting to bind port cab7326d-c6ee-4427-8ef1-471973ff0678 on network 7bfbcaf8-cfd7-4da9-9873-fb578302608c {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:26:23.596350 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bae188-53ce-4294-89c0-8d49928af96f None None] Checking agent: {'id': '4b23c1c4-ad66-4056-a835-9b344d252955', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 8, 1), 'started_at': datetime.datetime(2022, 8, 26, 6, 8, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:26:23.596727 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bae188-53ce-4294-89c0-8d49928af96f None None] Checking segment: {'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:26:23.597132 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-01bae188-53ce-4294-89c0-8d49928af96f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:23.597605 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bae188-53ce-4294-89c0-8d49928af96f None None] Bound using segment: {'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:26:23.598031 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [None req-01bae188-53ce-4294-89c0-8d49928af96f None None] Bound port: cab7326d-c6ee-4427-8ef1-471973ff0678, host: dv-cinder-853910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1390a542-366f-4986-b4c7-57ccad3a4e4e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:26:23.598414 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-01bae188-53ce-4294-89c0-8d49928af96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (cab7326d-c6ee-4427-8ef1-471973ff0678), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:23.628089 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1cf35b-ed49-4b3b-a9fa-fc3e8d39c73e None None] Pushing event updated for resources: {'Port': ['ID=cab7326d-c6ee-4427-8ef1-471973ff0678,revision_number=2']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:23.630524 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.db_base_plugin_common [None req-f8060bdc-9b35-4195-bcf6-1ce59d367e42 admin admin] Allocated IP 172.20.0.1 (e056da4a-201b-49f0-b8fe-7e84ff97ec06/e599181f-14b0-4ac4-9664-916d658a325e/9f37e899-75b4-4014-b402-fbc8859a4c3b) {{(pid=107134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:26:23.648105 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (ab5e913e-41a3-4c93-830a-f63879ab1522), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:23.657748 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 20586b7b-0384-430b-9d1c-55fdaa8222cf is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:26:23.702538 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-01bae188-53ce-4294-89c0-8d49928af96f None None] For port cab7326d-c6ee-4427-8ef1-471973ff0678, host dv-cinder-853910-3-iscsi, cleared binding levels {{(pid=107135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:26:23.707494 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-01bae188-53ce-4294-89c0-8d49928af96f None None] For port cab7326d-c6ee-4427-8ef1-471973ff0678, host dv-cinder-853910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=cab7326d-c6ee-4427-8ef1-471973ff0678,segment=NetworkSegment(1390a542-366f-4986-b4c7-57ccad3a4e4e),segment_id=1390a542-366f-4986-b4c7-57ccad3a4e4e)] {{(pid=107135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:26:23.722928 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=ab5e913e-41a3-4c93-830a-f63879ab1522,revision_number=4']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:23.755383 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f8060bdc-9b35-4195-bcf6-1ce59d367e42 admin admin] Publish callbacks [] for port (9f37e899-75b4-4014-b402-fbc8859a4c3b), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:23.761651 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:23.851363 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83d742-f96b-410e-b920-a79d7b8cfa9f req-8df5d901-05e0-4cda-a56f-4d6f4e66cef8 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:23.852850 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-3c83d742-f96b-410e-b920-a79d7b8cfa9f req-8df5d901-05e0-4cda-a56f-4d6f4e66cef8 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 943 time: 0.0596552 Aug 26 06:26:23.855736 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-01bae188-53ce-4294-89c0-8d49928af96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (cab7326d-c6ee-4427-8ef1-471973ff0678), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:23.872900 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] get_ports_and_sgs() called for port_ids ['ab5e913e-41a3-4c93-830a-f63879ab1522'] {{(pid=107135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 06:26:23.919911 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-3c83d742-f96b-410e-b920-a79d7b8cfa9f req-218645dd-adfc-498e-96ff-1392e209a47d tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599914 Aug 26 06:26:23.953694 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bae188-53ce-4294-89c0-8d49928af96f None None] Routers {'fc03e21e-d989-45a0-97fc-d438bdfd69cb'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:26:23.954334 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-01bae188-53ce-4294-89c0-8d49928af96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:25:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:26:23.965012 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f8060bdc-9b35-4195-bcf6-1ce59d367e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (9f37e899-75b4-4014-b402-fbc8859a4c3b), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:24.009740 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1cf35b-ed49-4b3b-a9fa-fc3e8d39c73e None None] Pushing event updated for resources: {'Port': ['ID=cab7326d-c6ee-4427-8ef1-471973ff0678,revision_number=3']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:24.020876 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921dcd8-b1a6-48fe-afc5-acf1bd860a95 req-275cb382-59a9-4daa-bb40-161113083e17 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:24.022452 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f921dcd8-b1a6-48fe-afc5-acf1bd860a95 req-275cb382-59a9-4daa-bb40-161113083e17 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e760f027-a590-4387-ab32-7dca29d29335 HTTP/1.1" status: 200 len: 944 time: 0.1054139 Aug 26 06:26:24.024376 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8060bdc-9b35-4195-bcf6-1ce59d367e42 admin admin] Network e056da4a-201b-49f0-b8fe-7e84ff97ec06 is already hosted by enough agents. {{(pid=107134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:26:24.027519 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [None req-f8060bdc-9b35-4195-bcf6-1ce59d367e42 admin admin] Resources bound (agent type, host, resource id): {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:26:24.033048 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8060bdc-9b35-4195-bcf6-1ce59d367e42 admin admin] Received port after_create {{(pid=107134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:26:24.065373 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8060bdc-9b35-4195-bcf6-1ce59d367e42 admin admin] Pushing event updated for resources: {'Port': ['ID=9f37e899-75b4-4014-b402-fbc8859a4c3b,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:24.120067 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f8060bdc-9b35-4195-bcf6-1ce59d367e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614119'] for router_interface (fc03e21e-d989-45a0-97fc-d438bdfd69cb), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:24.145695 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-01bae188-53ce-4294-89c0-8d49928af96f None None] Set router fc03e21e-d989-45a0-97fc-d438bdfd69cb gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:26:24.158603 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f921dcd8-b1a6-48fe-afc5-acf1bd860a95 req-bf92caff-9375-43e3-890b-f211b36f6e4c tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264808 Aug 26 06:26:24.360660 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-abf55885-7a50-4684-b1ed-d7b2d8a9f6cd None None] Provisioning complete for port 9f37e899-75b4-4014-b402-fbc8859a4c3b triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:26:24.361035 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-abf55885-7a50-4684-b1ed-d7b2d8a9f6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (9f37e899-75b4-4014-b402-fbc8859a4c3b), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:24.361518 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:24.427740 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f8060bdc-9b35-4195-bcf6-1ce59d367e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (9f37e899-75b4-4014-b402-fbc8859a4c3b), before_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:24.582612 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-abf55885-7a50-4684-b1ed-d7b2d8a9f6cd None None] Port 9f37e899-75b4-4014-b402-fbc8859a4c3b cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:26:24.597199 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-01bae188-53ce-4294-89c0-8d49928af96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'name': 'tempest-AttachVolumeNegativeTest-1899913901-router', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:26:19Z', 'updated_at': '2022-08-26T06:26:21Z', 'revision_number': 3, 'project_id': 'c070cba92de641518c86248b1e27daea', 'gw_port': {'id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:20Z', 'updated_at': '2022-08-26T06:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:26:24.608749 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f8060bdc-9b35-4195-bcf6-1ce59d367e42 admin admin] Publish callbacks [] for port (9f37e899-75b4-4014-b402-fbc8859a4c3b), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:24.629385 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bae188-53ce-4294-89c0-8d49928af96f None None] The sync data for ids ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'] in dv-cinder-853910-3-iscsi is: [{'id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'name': 'tempest-AttachVolumeNegativeTest-1899913901-router', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:26:19Z', 'updated_at': '2022-08-26T06:26:21Z', 'revision_number': 3, 'project_id': 'c070cba92de641518c86248b1e27daea', 'gw_port': {'id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:20Z', 'updated_at': '2022-08-26T06:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}] {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:26:24.751981 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f8060bdc-9b35-4195-bcf6-1ce59d367e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183148'] for port (9f37e899-75b4-4014-b402-fbc8859a4c3b), after_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:24.824006 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8060bdc-9b35-4195-bcf6-1ce59d367e42 admin admin] Pushing event updated for resources: {'Port': ['ID=9f37e899-75b4-4014-b402-fbc8859a4c3b,revision_number=2']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:24.827351 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f8060bdc-9b35-4195-bcf6-1ce59d367e42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1614267'] for router_interface (fc03e21e-d989-45a0-97fc-d438bdfd69cb), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:24.873059 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:24.944870 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8060bdc-9b35-4195-bcf6-1ce59d367e42 admin admin] Network e056da4a-201b-49f0-b8fe-7e84ff97ec06 is already hosted by enough agents. {{(pid=107134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:26:24.946172 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [None req-f8060bdc-9b35-4195-bcf6-1ce59d367e42 admin admin] Resources bound (agent type, host, resource id): {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:26:25.073257 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:25.086281 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8060bdc-9b35-4195-bcf6-1ce59d367e42 admin admin] Router fc03e21e-d989-45a0-97fc-d438bdfd69cb has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:26:25.111088 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d77d6-cbc8-4b09-a089-0d466f80be9b req-949e59ea-6176-45b8-9793-b26cadc371bc tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:25.112605 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-736d77d6-cbc8-4b09-a089-0d466f80be9b req-949e59ea-6176-45b8-9793-b26cadc371bc tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 943 time: 0.0847144 Aug 26 06:26:25.177028 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device ab5e913e-41a3-4c93-830a-f63879ab1522 up at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:26:25.235324 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8060bdc-9b35-4195-bcf6-1ce59d367e42 admin admin] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:26:25.239231 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-1602f208-dc40-4154-8b04-c8ea7a7eef99 None None] Provisioning complete for port 9f37e899-75b4-4014-b402-fbc8859a4c3b triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:26:25.239810 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1602f208-dc40-4154-8b04-c8ea7a7eef99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (9f37e899-75b4-4014-b402-fbc8859a4c3b), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:25.245905 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-f8060bdc-9b35-4195-bcf6-1ce59d367e42 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/fc03e21e-d989-45a0-97fc-d438bdfd69cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6704948 Aug 26 06:26:25.305145 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:25.335534 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning for port ab5e913e-41a3-4c93-830a-f63879ab1522 completed by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 06:26:25.342233 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-1602f208-dc40-4154-8b04-c8ea7a7eef99 None None] Port 9f37e899-75b4-4014-b402-fbc8859a4c3b cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:26:25.382674 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec14fb-7f9c-416e-90e9-fc54bc603f27 req-a9b22a87-5f36-4515-9296-b66b4101edb3 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:25.401142 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-62ec14fb-7f9c-416e-90e9-fc54bc603f27 req-a9b22a87-5f36-4515-9296-b66b4101edb3 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e760f027-a590-4387-ab32-7dca29d29335 HTTP/1.1" status: 200 len: 944 time: 0.1087298 Aug 26 06:26:25.401530 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device cab7326d-c6ee-4427-8ef1-471973ff0678 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:26:25.444804 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning complete for port ab5e913e-41a3-4c93-830a-f63879ab1522 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:26:25.445495 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (ab5e913e-41a3-4c93-830a-f63879ab1522), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:25.487678 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-62ec14fb-7f9c-416e-90e9-fc54bc603f27 req-ade9b579-43f9-49d4-8f91-bf3824e53c9a tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784228 Aug 26 06:26:25.495160 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port cab7326d-c6ee-4427-8ef1-471973ff0678 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:26:25.495160 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (cab7326d-c6ee-4427-8ef1-471973ff0678), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:25.596560 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port ab5e913e-41a3-4c93-830a-f63879ab1522 is: BUILD; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:26:25.596957 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (ab5e913e-41a3-4c93-830a-f63879ab1522), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:25.665820 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e760f027-a590-4387-ab32-7dca29d29335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5e913e-41a3-4c93-830a-f63879ab1522'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:26:25.668816 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc106e9f9832226dd913a824a8ae1ea8f79b2df9cdef89c79e10f33880c5a8de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2eb7244-300a-411a-b1ec-c5ed55e4870c" -d '{"events": [{"server_uuid": "e760f027-a590-4387-ab32-7dca29d29335", "name": "network-vif-plugged", "status": "completed", "tag": "ab5e913e-41a3-4c93-830a-f63879ab1522"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:26:25.680770 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port cab7326d-c6ee-4427-8ef1-471973ff0678 is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:26:25.681398 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (cab7326d-c6ee-4427-8ef1-471973ff0678), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:25.698074 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:25.702251 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port ab5e913e-41a3-4c93-830a-f63879ab1522, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=ab5e913e-41a3-4c93-830a-f63879ab1522,segment=NetworkSegment(2277a1fe-3a58-44e4-9188-12fe782742b9),segment_id=2277a1fe-3a58-44e4-9188-12fe782742b9)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:26:25.712755 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] For port cab7326d-c6ee-4427-8ef1-471973ff0678, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=cab7326d-c6ee-4427-8ef1-471973ff0678,segment=NetworkSegment(1390a542-366f-4986-b4c7-57ccad3a4e4e),segment_id=1390a542-366f-4986-b4c7-57ccad3a4e4e)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:26:25.758272 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-736d77d6-cbc8-4b09-a089-0d466f80be9b req-6ec1c742-ca93-4e54-a628-ffa018ea381d tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6395154 Aug 26 06:26:25.800195 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:25.820241 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10ed42e-61d5-45e1-b438-6accfd0759ab x-openstack-request-id: req-f10ed42e-61d5-45e1-b438-6accfd0759ab {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:26:25.820621 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e760f027-a590-4387-ab32-7dca29d29335", "name": "network-vif-plugged", "status": "completed", "tag": "ab5e913e-41a3-4c93-830a-f63879ab1522", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:26:25.820786 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f10ed42e-61d5-45e1-b438-6accfd0759ab {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:26:25.821264 dv-cinder-853910-3-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f10ed42e-61d5-45e1-b438-6accfd0759ab'] response: {'server_uuid': 'e760f027-a590-4387-ab32-7dca29d29335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5e913e-41a3-4c93-830a-f63879ab1522', 'code': 200} Aug 26 06:26:25.849932 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (ab5e913e-41a3-4c93-830a-f63879ab1522), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:25.863030 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 58728) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:26:25.868131 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-8ee2c50e-dcdc-40d1-814c-a55eb16098ab tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1766731682', 'description': 'tempest-description--121797054'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:26:25.898058 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (cab7326d-c6ee-4427-8ef1-471973ff0678), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:25.912613 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=ab5e913e-41a3-4c93-830a-f63879ab1522,revision_number=5']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:25.976480 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Pushing event updated for resources: {'Port': ['ID=cab7326d-c6ee-4427-8ef1-471973ff0678,revision_number=4']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:26.036032 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8ee2c50e-dcdc-40d1-814c-a55eb16098ab tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:26.115539 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8ee2c50e-dcdc-40d1-814c-a55eb16098ab tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group (7ff14a69-38df-442f-bc4c-5d1e2b9f9c79), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:26.285829 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8ee2c50e-dcdc-40d1-814c-a55eb16098ab tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (7ff14a69-38df-442f-bc4c-5d1e2b9f9c79), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:26.320576 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2c50e-dcdc-40d1-814c-a55eb16098ab tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff14a69-38df-442f-bc4c-5d1e2b9f9c79,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:26.388679 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4afedc-cf46-4095-8355-0ce5a41adc05 req-9801a742-17ad-4caa-a093-ca63d224008d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:26.393279 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4a4afedc-cf46-4095-8355-0ce5a41adc05 req-9801a742-17ad-4caa-a093-ca63d224008d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e760f027-a590-4387-ab32-7dca29d29335 HTTP/1.1" status: 200 len: 1129 time: 0.0408995 Aug 26 06:26:26.425300 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1c28eb18-d1fc-4325-bb58-5d995870cf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:26.427260 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-8ee2c50e-dcdc-40d1-814c-a55eb16098ab tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:26.431854 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-8ee2c50e-dcdc-40d1-814c-a55eb16098ab tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5647645 Aug 26 06:26:26.432601 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 58730) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:26:26.437719 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-924fe36e-e390-498b-b0a6-0b6900c56624 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Request body: {'security_group_rule': {'security_group_id': '7ff14a69-38df-442f-bc4c-5d1e2b9f9c79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:26:26.453126 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4a4afedc-cf46-4095-8355-0ce5a41adc05 req-7185fd93-b500-40c7-9546-75aff1715046 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566435 Aug 26 06:26:26.550297 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7348d7-0eaf-4fab-8fff-938d32325cf5 None None] Sync routers for ids ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'] in dv-cinder-853910-3-iscsi {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:26:26.567870 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7348d7-0eaf-4fab-8fff-938d32325cf5 None None] Routers {'fc03e21e-d989-45a0-97fc-d438bdfd69cb'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:26:26.568906 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-fa7348d7-0eaf-4fab-8fff-938d32325cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:25:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:26:26.575897 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:26.626283 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-924fe36e-e390-498b-b0a6-0b6900c56624 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group_rule (67e57c8b-3cf4-441b-a819-6df81f3e69d5), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:26.656998 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c60eec-8f34-4c23-80db-9d2296eebadb req-68ad38b8-8644-4df3-beaa-b7434ed2092e tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:26.658669 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c8c60eec-8f34-4c23-80db-9d2296eebadb req-68ad38b8-8644-4df3-beaa-b7434ed2092e tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e760f027-a590-4387-ab32-7dca29d29335 HTTP/1.1" status: 200 len: 945 time: 0.0511625 Aug 26 06:26:26.691914 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-fa7348d7-0eaf-4fab-8fff-938d32325cf5 None None] Set router fc03e21e-d989-45a0-97fc-d438bdfd69cb gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:26:26.700873 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-924fe36e-e390-498b-b0a6-0b6900c56624 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group_rule (67e57c8b-3cf4-441b-a819-6df81f3e69d5), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:26.723873 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c8c60eec-8f34-4c23-80db-9d2296eebadb req-b10c12dd-4035-4174-9615-147feea1de1d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570734 Aug 26 06:26:26.853619 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-924fe36e-e390-498b-b0a6-0b6900c56624 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692507'] for security_group_rule (67e57c8b-3cf4-441b-a819-6df81f3e69d5), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:26.878931 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924fe36e-e390-498b-b0a6-0b6900c56624 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e57c8b-3cf4-441b-a819-6df81f3e69d5,revision_number=0']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:26.925062 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-fa7348d7-0eaf-4fab-8fff-938d32325cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'name': 'tempest-AttachVolumeNegativeTest-1899913901-router', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:26:19Z', 'updated_at': '2022-08-26T06:26:24Z', 'revision_number': 4, 'project_id': 'c070cba92de641518c86248b1e27daea', 'gw_port': {'id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:20Z', 'updated_at': '2022-08-26T06:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '9f37e899-75b4-4014-b402-fbc8859a4c3b', 'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'mac_address': 'fa:16:3e:43:88:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:23Z', 'updated_at': '2022-08-26T06:26:24Z', 'revision_number': 2, 'project_id': 'c070cba92de641518c86248b1e27daea', 'subnets': [{'id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:26:26.959058 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7348d7-0eaf-4fab-8fff-938d32325cf5 None None] Checking router: fc03e21e-d989-45a0-97fc-d438bdfd69cb for host: dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:26:26.959058 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7348d7-0eaf-4fab-8fff-938d32325cf5 None None] Updating router fc03e21e-d989-45a0-97fc-d438bdfd69cb port 9f37e899-75b4-4014-b402-fbc8859a4c3b binding host dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 06:26:26.968814 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be579a-e8d0-4e6a-ba1a-c0659f29b262 req-8acc5685-7be3-4551-afe3-aca3bbce6e4a tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:26.970494 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-d1be579a-e8d0-4e6a-ba1a-c0659f29b262 req-8acc5685-7be3-4551-afe3-aca3bbce6e4a tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 943 time: 0.1243773 Aug 26 06:26:26.985644 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-fa7348d7-0eaf-4fab-8fff-938d32325cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (9f37e899-75b4-4014-b402-fbc8859a4c3b), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:27.025492 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-924fe36e-e390-498b-b0a6-0b6900c56624 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:27.027476 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-924fe36e-e390-498b-b0a6-0b6900c56624 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5934153 Aug 26 06:26:27.032752 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 58738) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:26:27.038412 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-117ccb7d-2bd7-4526-8ae0-2c4e710d5f71 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Request body: {'security_group_rule': {'security_group_id': '7ff14a69-38df-442f-bc4c-5d1e2b9f9c79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:26:27.055631 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-d1be579a-e8d0-4e6a-ba1a-c0659f29b262 req-36cafb3c-cf78-4897-99f6-edfcc1940433 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670142 Aug 26 06:26:27.194696 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872647a3-c57b-469f-94a3-b92834b28908 req-32c66f1a-70a8-409f-af9b-5d20c18de547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:27.196222 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-872647a3-c57b-469f-94a3-b92834b28908 req-32c66f1a-70a8-409f-af9b-5d20c18de547 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0&tenant_id=52e8949a7d05434396f8e8631f2cdb72 HTTP/1.1" status: 200 len: 1127 time: 0.0408554 Aug 26 06:26:27.221102 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:27.271625 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-117ccb7d-2bd7-4526-8ae0-2c4e710d5f71 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group_rule (7fdf969e-86e7-4ed7-a02d-6b25f577be2f), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:27.273711 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-fa7348d7-0eaf-4fab-8fff-938d32325cf5 None None] Publish callbacks [] for port (9f37e899-75b4-4014-b402-fbc8859a4c3b), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:27.283612 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872647a3-c57b-469f-94a3-b92834b28908 req-9bf6ed5d-d6ff-4411-8550-5c5fe879ecb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:27.285160 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-872647a3-c57b-469f-94a3-b92834b28908 req-9bf6ed5d-d6ff-4411-8550-5c5fe879ecb1 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=52e8949a7d05434396f8e8631f2cdb72&device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 1127 time: 0.0571091 Aug 26 06:26:27.334409 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device cab7326d-c6ee-4427-8ef1-471973ff0678 up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:26:27.378394 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-fa7348d7-0eaf-4fab-8fff-938d32325cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (9f37e899-75b4-4014-b402-fbc8859a4c3b), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:27.381528 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port cab7326d-c6ee-4427-8ef1-471973ff0678 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:26:27.382362 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (cab7326d-c6ee-4427-8ef1-471973ff0678), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:27.399455 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:27.410512 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-117ccb7d-2bd7-4526-8ae0-2c4e710d5f71 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group_rule (7fdf969e-86e7-4ed7-a02d-6b25f577be2f), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:27.430338 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872647a3-c57b-469f-94a3-b92834b28908 req-a9681bc0-f546-4503-9a7f-92bdce2c10cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:27.431901 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-872647a3-c57b-469f-94a3-b92834b28908 req-a9681bc0-f546-4503-9a7f-92bdce2c10cf service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=d008bdb5-ce3d-4b11-ad7a-76c0e477dc41 HTTP/1.1" status: 200 len: 910 time: 0.1353674 Aug 26 06:26:27.460822 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:27.468113 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port cab7326d-c6ee-4427-8ef1-471973ff0678 is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:26:27.472017 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601e3ba-ad99-4c2d-a51b-57c57d6763ab None None] Pushing event updated for resources: {'Port': ['ID=9f37e899-75b4-4014-b402-fbc8859a4c3b,revision_number=3']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:27.485240 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601e3ba-ad99-4c2d-a51b-57c57d6763ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:27.485586 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601e3ba-ad99-4c2d-a51b-57c57d6763ab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:27.485931 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601e3ba-ad99-4c2d-a51b-57c57d6763ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:27.486313 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601e3ba-ad99-4c2d-a51b-57c57d6763ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:27.487673 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601e3ba-ad99-4c2d-a51b-57c57d6763ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:27.487673 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601e3ba-ad99-4c2d-a51b-57c57d6763ab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:27.487673 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601e3ba-ad99-4c2d-a51b-57c57d6763ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:27.487673 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601e3ba-ad99-4c2d-a51b-57c57d6763ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:27.489126 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601e3ba-ad99-4c2d-a51b-57c57d6763ab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:27.489126 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601e3ba-ad99-4c2d-a51b-57c57d6763ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:27.489126 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601e3ba-ad99-4c2d-a51b-57c57d6763ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:27.489126 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601e3ba-ad99-4c2d-a51b-57c57d6763ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:27.489471 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601e3ba-ad99-4c2d-a51b-57c57d6763ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:27.489471 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601e3ba-ad99-4c2d-a51b-57c57d6763ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:27.489778 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b601e3ba-ad99-4c2d-a51b-57c57d6763ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:26:27.492255 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-117ccb7d-2bd7-4526-8ae0-2c4e710d5f71 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692507'] for security_group_rule (7fdf969e-86e7-4ed7-a02d-6b25f577be2f), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:27.496878 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-fa7348d7-0eaf-4fab-8fff-938d32325cf5 None None] Attempting to bind port 9f37e899-75b4-4014-b402-fbc8859a4c3b on host dv-cinder-853910-3-iscsi for vnic_type normal with profile {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:26:27.497246 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-fa7348d7-0eaf-4fab-8fff-938d32325cf5 None None] Attempting to bind port 9f37e899-75b4-4014-b402-fbc8859a4c3b by drivers openvswitch,hyperv on host dv-cinder-853910-3-iscsi at level 0 using segments [{'id': 'e272a224-57ee-4bb2-9b2c-c27e7d8f75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06'}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:26:27.497599 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7348d7-0eaf-4fab-8fff-938d32325cf5 None None] Attempting to bind port 9f37e899-75b4-4014-b402-fbc8859a4c3b on network e056da4a-201b-49f0-b8fe-7e84ff97ec06 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:26:27.503662 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7348d7-0eaf-4fab-8fff-938d32325cf5 None None] Checking agent: {'id': '4b23c1c4-ad66-4056-a835-9b344d252955', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 8, 1), 'started_at': datetime.datetime(2022, 8, 26, 6, 8, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:26:27.506393 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7348d7-0eaf-4fab-8fff-938d32325cf5 None None] Checking segment: {'id': 'e272a224-57ee-4bb2-9b2c-c27e7d8f75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:26:27.506393 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-fa7348d7-0eaf-4fab-8fff-938d32325cf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:27.506393 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7348d7-0eaf-4fab-8fff-938d32325cf5 None None] Bound using segment: {'id': 'e272a224-57ee-4bb2-9b2c-c27e7d8f75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06'} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:26:27.506393 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [None req-fa7348d7-0eaf-4fab-8fff-938d32325cf5 None None] Bound port: 9f37e899-75b4-4014-b402-fbc8859a4c3b, host: dv-cinder-853910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e272a224-57ee-4bb2-9b2c-c27e7d8f75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06'}}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:26:27.506393 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-fa7348d7-0eaf-4fab-8fff-938d32325cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (9f37e899-75b4-4014-b402-fbc8859a4c3b), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:27.513154 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:27.516390 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ccb7d-2bd7-4526-8ae0-2c4e710d5f71 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fdf969e-86e7-4ed7-a02d-6b25f577be2f,revision_number=0']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:27.573345 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-fa7348d7-0eaf-4fab-8fff-938d32325cf5 None None] For port 9f37e899-75b4-4014-b402-fbc8859a4c3b, host dv-cinder-853910-3-iscsi, cleared binding levels {{(pid=107136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:26:27.575554 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:27.577392 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-fa7348d7-0eaf-4fab-8fff-938d32325cf5 None None] For port 9f37e899-75b4-4014-b402-fbc8859a4c3b, host dv-cinder-853910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=9f37e899-75b4-4014-b402-fbc8859a4c3b,segment=NetworkSegment(e272a224-57ee-4bb2-9b2c-c27e7d8f75a9),segment_id=e272a224-57ee-4bb2-9b2c-c27e7d8f75a9)] {{(pid=107136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:26:27.607415 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:27.676010 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-fa7348d7-0eaf-4fab-8fff-938d32325cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (9f37e899-75b4-4014-b402-fbc8859a4c3b), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:27.678182 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-117ccb7d-2bd7-4526-8ae0-2c4e710d5f71 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:27.679519 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-117ccb7d-2bd7-4526-8ae0-2c4e710d5f71 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6457493 Aug 26 06:26:27.682861 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 58740) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:26:27.687474 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-68f4e681-9b48-4650-943d-3cdebf08c5cc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Request body: {'floatingip': {'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:26:27.723670 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7348d7-0eaf-4fab-8fff-938d32325cf5 None None] Routers {'fc03e21e-d989-45a0-97fc-d438bdfd69cb'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:26:27.724398 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-fa7348d7-0eaf-4fab-8fff-938d32325cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:25:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:26:27.763059 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:27.781967 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601e3ba-ad99-4c2d-a51b-57c57d6763ab None None] Pushing event updated for resources: {'Port': ['ID=9f37e899-75b4-4014-b402-fbc8859a4c3b,revision_number=4']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:27.855287 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-68f4e681-9b48-4650-943d-3cdebf08c5cc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:27.882818 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-fa7348d7-0eaf-4fab-8fff-938d32325cf5 None None] Set router fc03e21e-d989-45a0-97fc-d438bdfd69cb gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:26:27.953541 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-872647a3-c57b-469f-94a3-b92834b28908 req-eb05be12-76f3-47fb-910d-54536b711e53 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16e251e3-f929-404a-95a5-e7b555e4782f HTTP/1.1" status: 200 len: 998 time: 0.1645734 Aug 26 06:26:27.963978 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850b5a3-9cab-4a79-8b05-6e4823befefa req-9df5e5de-b0af-4a2a-bf06-c7360ef1e62a tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:27.965522 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4850b5a3-9cab-4a79-8b05-6e4823befefa req-9df5e5de-b0af-4a2a-bf06-c7360ef1e62a tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e760f027-a590-4387-ab32-7dca29d29335 HTTP/1.1" status: 200 len: 945 time: 0.1373487 Aug 26 06:26:28.004710 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:28.049407 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-68f4e681-9b48-4650-943d-3cdebf08c5cc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:28.080575 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872647a3-c57b-469f-94a3-b92834b28908 req-00a2c2b7-4406-4412-8d47-c356483cd734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:28.082350 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-872647a3-c57b-469f-94a3-b92834b28908 req-00a2c2b7-4406-4412-8d47-c356483cd734 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=5f699233-c501-458c-b7e9-e6e0a4a2c481 HTTP/1.1" status: 200 len: 848 time: 0.1132028 Aug 26 06:26:28.181025 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4850b5a3-9cab-4a79-8b05-6e4823befefa req-e9e9a313-bdba-4662-903b-a9c7ac37fd5d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010658 Aug 26 06:26:28.189795 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-fa7348d7-0eaf-4fab-8fff-938d32325cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'name': 'tempest-AttachVolumeNegativeTest-1899913901-router', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:26:19Z', 'updated_at': '2022-08-26T06:26:24Z', 'revision_number': 4, 'project_id': 'c070cba92de641518c86248b1e27daea', 'gw_port': {'id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:20Z', 'updated_at': '2022-08-26T06:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '9f37e899-75b4-4014-b402-fbc8859a4c3b', 'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'mac_address': 'fa:16:3e:43:88:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:23Z', 'updated_at': '2022-08-26T06:26:27Z', 'revision_number': 4, 'project_id': 'c070cba92de641518c86248b1e27daea', 'subnets': [{'id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:26:28.201515 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872647a3-c57b-469f-94a3-b92834b28908 req-7c66f214-2843-42a2-8196-e4079b11c8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:28.203456 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-872647a3-c57b-469f-94a3-b92834b28908 req-7c66f214-2843-42a2-8196-e4079b11c8f5 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=d008bdb5-ce3d-4b11-ad7a-76c0e477dc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1128206 Aug 26 06:26:28.222581 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7348d7-0eaf-4fab-8fff-938d32325cf5 None None] The sync data for ids ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'] in dv-cinder-853910-3-iscsi is: [{'id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'name': 'tempest-AttachVolumeNegativeTest-1899913901-router', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:26:19Z', 'updated_at': '2022-08-26T06:26:24Z', 'revision_number': 4, 'project_id': 'c070cba92de641518c86248b1e27daea', 'gw_port': {'id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:20Z', 'updated_at': '2022-08-26T06:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '9f37e899-75b4-4014-b402-fbc8859a4c3b', 'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'mac_address': 'fa:16:3e:43:88:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:23Z', 'updated_at': '2022-08-26T06:26:27Z', 'revision_number': 4, 'project_id': 'c070cba92de641518c86248b1e27daea', 'subnets': [{'id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:26:28.248011 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c5df8-89c5-4a5b-b35f-2f53a0f3d882 req-46472fde-874c-475b-bbbd-c7ecb4cc67f5 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:28.251114 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5b5c5df8-89c5-4a5b-b35f-2f53a0f3d882 req-46472fde-874c-475b-bbbd-c7ecb4cc67f5 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 943 time: 0.0907569 Aug 26 06:26:28.339727 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_common [None req-68f4e681-9b48-4650-943d-3cdebf08c5cc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Allocated IP 172.27.3.60 (7bfbcaf8-cfd7-4da9-9873-fb578302608c/6eb332c5-848f-450d-bdad-4a764241332a/adc46a2b-daa3-418a-9881-13a2eee7204c) {{(pid=107133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:26:28.357557 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5b5c5df8-89c5-4a5b-b35f-2f53a0f3d882 req-1f98946a-462d-4eb1-a10b-e095a89dc148 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0977292 Aug 26 06:26:28.428272 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-872647a3-c57b-469f-94a3-b92834b28908 req-7feca63f-0560-4b77-8d53-acd2163473a6 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/d008bdb5-ce3d-4b11-ad7a-76c0e477dc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162631 Aug 26 06:26:28.498566 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:28.554974 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:28.582842 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-68f4e681-9b48-4650-943d-3cdebf08c5cc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for port (adc46a2b-daa3-418a-9881-13a2eee7204c), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:28.589083 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-872647a3-c57b-469f-94a3-b92834b28908 req-8903a547-0af8-4811-813f-3fe57b198d26 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/d008bdb5-ce3d-4b11-ad7a-76c0e477dc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525240 Aug 26 06:26:28.660934 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-53754bdd-9694-4e2c-99e3-61b0286b9279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:28.799610 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-68f4e681-9b48-4650-943d-3cdebf08c5cc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (adc46a2b-daa3-418a-9881-13a2eee7204c), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:28.845498 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f4e681-9b48-4650-943d-3cdebf08c5cc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Network 7bfbcaf8-cfd7-4da9-9873-fb578302608c is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:26:28.848780 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [None req-68f4e681-9b48-4650-943d-3cdebf08c5cc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:26:28.852967 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f4e681-9b48-4650-943d-3cdebf08c5cc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Received port after_create {{(pid=107133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:26:28.858924 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4e681-9b48-4650-943d-3cdebf08c5cc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Pushing event updated for resources: {'Port': ['ID=adc46a2b-daa3-418a-9881-13a2eee7204c,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:28.964262 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-68f4e681-9b48-4650-943d-3cdebf08c5cc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for floatingip (f15252b5-aec0-48e2-92f4-ae3427e7fa96), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:29.146832 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-68f4e681-9b48-4650-943d-3cdebf08c5cc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (adc46a2b-daa3-418a-9881-13a2eee7204c), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:29.366030 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 9f37e899-75b4-4014-b402-fbc8859a4c3b up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:26:29.381414 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69b709-d0d5-496d-aeff-4f3bb59ea078 req-2f59ac68-dbbb-4de6-9194-5780932a63b0 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:29.383067 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-fd69b709-d0d5-496d-aeff-4f3bb59ea078 req-2f59ac68-dbbb-4de6-9194-5780932a63b0 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e760f027-a590-4387-ab32-7dca29d29335 HTTP/1.1" status: 200 len: 945 time: 0.0959537 Aug 26 06:26:29.410607 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-68f4e681-9b48-4650-943d-3cdebf08c5cc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for port (adc46a2b-daa3-418a-9881-13a2eee7204c), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:29.422851 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 9f37e899-75b4-4014-b402-fbc8859a4c3b triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:26:29.423227 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (9f37e899-75b4-4014-b402-fbc8859a4c3b), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:29.474979 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-fd69b709-d0d5-496d-aeff-4f3bb59ea078 req-e540dcce-64bd-4b64-8ec1-ee7929ee14e1 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671067 Aug 26 06:26:29.502821 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-68f4e681-9b48-4650-943d-3cdebf08c5cc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9095016'] for port (adc46a2b-daa3-418a-9881-13a2eee7204c), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:29.512227 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:29.516112 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 9f37e899-75b4-4014-b402-fbc8859a4c3b is: DOWN; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:26:29.516301 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (9f37e899-75b4-4014-b402-fbc8859a4c3b), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:29.545445 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95e30a-1898-4bfd-8fe0-9a1ae65d2862 req-64a7a0f4-9e8d-4921-9258-6c32051b3508 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:29.547894 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-fc95e30a-1898-4bfd-8fe0-9a1ae65d2862 req-64a7a0f4-9e8d-4921-9258-6c32051b3508 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 943 time: 0.0937948 Aug 26 06:26:29.564269 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] For port 9f37e899-75b4-4014-b402-fbc8859a4c3b, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=9f37e899-75b4-4014-b402-fbc8859a4c3b,segment=NetworkSegment(e272a224-57ee-4bb2-9b2c-c27e7d8f75a9),segment_id=e272a224-57ee-4bb2-9b2c-c27e7d8f75a9)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:26:29.623983 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-fc95e30a-1898-4bfd-8fe0-9a1ae65d2862 req-ebaab79f-eea9-4abd-b0de-aa37773353b5 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628924 Aug 26 06:26:29.641329 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-68f4e681-9b48-4650-943d-3cdebf08c5cc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614170'] for floatingip (f15252b5-aec0-48e2-92f4-ae3427e7fa96), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:29.647931 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4e681-9b48-4650-943d-3cdebf08c5cc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Pushing event updated for resources: {'Port': ['ID=adc46a2b-daa3-418a-9881-13a2eee7204c,revision_number=2']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:29.668575 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1388d05-ac16-452e-a2b6-1d26c931b261 req-e51ee425-39d4-4e88-9510-ef346402621a tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:29.670062 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d1388d05-ac16-452e-a2b6-1d26c931b261 req-e51ee425-39d4-4e88-9510-ef346402621a tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e760f027-a590-4387-ab32-7dca29d29335 HTTP/1.1" status: 200 len: 945 time: 0.0783727 Aug 26 06:26:29.683797 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (9f37e899-75b4-4014-b402-fbc8859a4c3b), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:29.724658 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d1388d05-ac16-452e-a2b6-1d26c931b261 req-7ad04360-e227-46de-b4cd-f29ea6ed825f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487800 Aug 26 06:26:29.734220 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Pushing event updated for resources: {'Port': ['ID=9f37e899-75b4-4014-b402-fbc8859a4c3b,revision_number=5']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:29.769881 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 58752) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:26:29.857722 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-68f4e681-9b48-4650-943d-3cdebf08c5cc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for floatingip (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:29.859062 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-68f4e681-9b48-4650-943d-3cdebf08c5cc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1751323 Aug 26 06:26:29.957260 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f245825-9ac1-4c24-b041-952102d9896a tempest-TestVolumeBootPattern-301788295 tempest-TestVolumeBootPattern-301788295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:29.957260 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-0f245825-9ac1-4c24-b041-952102d9896a tempest-TestVolumeBootPattern-301788295 tempest-TestVolumeBootPattern-301788295-project-admin] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e760f027-a590-4387-ab32-7dca29d29335 HTTP/1.1" status: 200 len: 1124 time: 0.1815655 Aug 26 06:26:29.959337 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 58764) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:26:29.964311 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-6c80c1ca-35d5-4d0b-a9cd-5f228b9d798d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Request body: {'floatingip': {'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'port_id': 'ab5e913e-41a3-4c93-830a-f63879ab1522', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:26:30.018996 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:30.031570 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-7b89053c-ede2-46b7-81cc-5eee0b64ca90 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1766731682&fields=id&tenant_id=c070cba92de641518c86248b1e27daea HTTP/1.1" status: 200 len: 267 time: 0.0509863 Aug 26 06:26:30.131513 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:30.154080 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-f73d9daa-9558-425e-b847-5f0ef435242c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:30.155692 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-f73d9daa-9558-425e-b847-5f0ef435242c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/networks?id=e056da4a-201b-49f0-b8fe-7e84ff97ec06 HTTP/1.1" status: 200 len: 815 time: 0.1170044 Aug 26 06:26:30.168272 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6c80c1ca-35d5-4d0b-a9cd-5f228b9d798d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:30.185798 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-d0dbc09e-9686-4248-9f53-ff4a1269aa1a tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/quotas/c070cba92de641518c86248b1e27daea HTTP/1.1" status: 200 len: 375 time: 0.0245202 Aug 26 06:26:30.280972 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-5b6b6f23-7624-45fd-8f03-9e1a6f22bcef tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=c070cba92de641518c86248b1e27daea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0696557 Aug 26 06:26:30.310098 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6c80c1ca-35d5-4d0b-a9cd-5f228b9d798d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:30.338876 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:30.473834 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-24c7954f-98b5-43a0-983b-ef91b999df49 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e056da4a-201b-49f0-b8fe-7e84ff97ec06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777043 Aug 26 06:26:30.552757 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.db_base_plugin_common [None req-6c80c1ca-35d5-4d0b-a9cd-5f228b9d798d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Allocated IP 172.27.3.175 (7bfbcaf8-cfd7-4da9-9873-fb578302608c/6eb332c5-848f-450d-bdad-4a764241332a/96612404-0140-4977-b28e-028cd4509f9a) {{(pid=107134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:26:30.583103 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:30.653659 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-70b41a47-0354-4c14-8eda-9218d538c1ee service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e056da4a-201b-49f0-b8fe-7e84ff97ec06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691875 Aug 26 06:26:30.698461 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6c80c1ca-35d5-4d0b-a9cd-5f228b9d798d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for port (96612404-0140-4977-b28e-028cd4509f9a), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:30.768993 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7799fc-eb38-4340-af44-b6b1b94bbc0f req-a2962658-bc1c-4d31-951e-8abeee4a47a6 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:30.770838 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cd7799fc-eb38-4340-af44-b6b1b94bbc0f req-a2962658-bc1c-4d31-951e-8abeee4a47a6 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 943 time: 0.0641606 Aug 26 06:26:30.828883 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cd7799fc-eb38-4340-af44-b6b1b94bbc0f req-ad88f48a-fcd0-4b3c-ab53-0a3796fa820a tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514655 Aug 26 06:26:30.929688 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6c80c1ca-35d5-4d0b-a9cd-5f228b9d798d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (96612404-0140-4977-b28e-028cd4509f9a), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:30.978280 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c80c1ca-35d5-4d0b-a9cd-5f228b9d798d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Network 7bfbcaf8-cfd7-4da9-9873-fb578302608c is already hosted by enough agents. {{(pid=107134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:26:30.982093 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [None req-6c80c1ca-35d5-4d0b-a9cd-5f228b9d798d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Resources bound (agent type, host, resource id): {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:26:30.986367 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c80c1ca-35d5-4d0b-a9cd-5f228b9d798d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Received port after_create {{(pid=107134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:26:30.991602 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80c1ca-35d5-4d0b-a9cd-5f228b9d798d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Pushing event updated for resources: {'Port': ['ID=96612404-0140-4977-b28e-028cd4509f9a,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:31.338985 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 9f37e899-75b4-4014-b402-fbc8859a4c3b up at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:26:31.404163 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6c80c1ca-35d5-4d0b-a9cd-5f228b9d798d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for floatingip (4af2b699-3ef0-442a-b7e4-5d16eec4496e), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:31.411192 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Provisioning complete for port 9f37e899-75b4-4014-b402-fbc8859a4c3b triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:26:31.411568 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (9f37e899-75b4-4014-b402-fbc8859a4c3b), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:31.477903 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:31.492779 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 9f37e899-75b4-4014-b402-fbc8859a4c3b is: ACTIVE; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:26:31.523903 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:31.524145 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:31.602790 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6c80c1ca-35d5-4d0b-a9cd-5f228b9d798d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (96612404-0140-4977-b28e-028cd4509f9a), before_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:31.740682 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:31.775248 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6c80c1ca-35d5-4d0b-a9cd-5f228b9d798d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for port (96612404-0140-4977-b28e-028cd4509f9a), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:31.877059 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6c80c1ca-35d5-4d0b-a9cd-5f228b9d798d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183148'] for port (96612404-0140-4977-b28e-028cd4509f9a), after_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:31.880841 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:31.921034 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:31.957595 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80c1ca-35d5-4d0b-a9cd-5f228b9d798d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Pushing event updated for resources: {'Port': ['ID=96612404-0140-4977-b28e-028cd4509f9a,revision_number=2']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:31.967740 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6c80c1ca-35d5-4d0b-a9cd-5f228b9d798d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614170'] for floatingip (4af2b699-3ef0-442a-b7e4-5d16eec4496e), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:31.996948 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c6ea4-27c2-454c-bd2d-073053a67cd0 req-ca7f54f3-2ba4-4431-9b7a-92e79bd994f5 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:31.999334 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-496c6ea4-27c2-454c-bd2d-073053a67cd0 req-ca7f54f3-2ba4-4431-9b7a-92e79bd994f5 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 943 time: 0.0895481 Aug 26 06:26:32.072432 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c1152fd6-3bf5-4a3c-a3d6-92acdc17af43 req-a06028ab-969b-4200-bdda-944b985d96f0 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9ae98859-f32e-4f5b-b796-a330a860f02a HTTP/1.1" status: 200 len: 210 time: 0.0547163 Aug 26 06:26:32.156610 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-496c6ea4-27c2-454c-bd2d-073053a67cd0 req-007efd5e-aa3b-409d-94cf-9d4841fb9848 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0842686 Aug 26 06:26:32.158489 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.db.l3_db [None req-6c80c1ca-35d5-4d0b-a9cd-5f228b9d798d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Floating IP 4af2b699-3ef0-442a-b7e4-5d16eec4496e associated. External IP: 172.27.3.175, port: ab5e913e-41a3-4c93-830a-f63879ab1522. Aug 26 06:26:32.438171 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c80c1ca-35d5-4d0b-a9cd-5f228b9d798d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Router 1170b181-b00b-401a-bc40-cf5c03a60e31 has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:26:32.564206 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c80c1ca-35d5-4d0b-a9cd-5f228b9d798d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:26:32.573669 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c63185-3081-43d7-87bf-55f0af3d8173 None None] Sync routers for ids ['1170b181-b00b-401a-bc40-cf5c03a60e31'] in dv-cinder-853910-3-iscsi {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:26:32.584990 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c63185-3081-43d7-87bf-55f0af3d8173 None None] Routers {'1170b181-b00b-401a-bc40-cf5c03a60e31'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:26:32.585878 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-66c63185-3081-43d7-87bf-55f0af3d8173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:26:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['1170b181-b00b-401a-bc40-cf5c03a60e31'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:26:32.702703 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-66c63185-3081-43d7-87bf-55f0af3d8173 None None] Set router 1170b181-b00b-401a-bc40-cf5c03a60e31 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:26:32.803722 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-6c80c1ca-35d5-4d0b-a9cd-5f228b9d798d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for floatingip (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:32.838058 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-6c80c1ca-35d5-4d0b-a9cd-5f228b9d798d tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8775475 Aug 26 06:26:32.838866 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e760f027-a590-4387-ab32-7dca29d29335', 'tag': 'ab5e913e-41a3-4c93-830a-f63879ab1522'}] {{(pid=107134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:26:32.841777 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98877e02f8b3cb06335249729d630ff259ce8fa3eff905cdf154d6d548f15152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d59300a-95d5-41e2-bd18-866c75667841" -d '{"events": [{"name": "network-changed", "server_uuid": "e760f027-a590-4387-ab32-7dca29d29335", "tag": "ab5e913e-41a3-4c93-830a-f63879ab1522"}]}' {{(pid=107134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:26:32.883415 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164fe7be-f28c-48a8-8130-a09edc08152f x-openstack-request-id: req-164fe7be-f28c-48a8-8130-a09edc08152f {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:26:32.883715 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e760f027-a590-4387-ab32-7dca29d29335", "tag": "ab5e913e-41a3-4c93-830a-f63879ab1522", "status": "completed", "code": 200}]} {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:26:32.884090 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-164fe7be-f28c-48a8-8130-a09edc08152f {{(pid=107134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:26:32.884509 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-164fe7be-f28c-48a8-8130-a09edc08152f'] response: {'name': 'network-changed', 'server_uuid': 'e760f027-a590-4387-ab32-7dca29d29335', 'tag': 'ab5e913e-41a3-4c93-830a-f63879ab1522', 'status': 'completed', 'code': 200} Aug 26 06:26:32.927689 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:32.948454 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-66c63185-3081-43d7-87bf-55f0af3d8173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'name': 'tempest-TestVolumeBootPattern-516714474-router', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00c271ea-b83a-41f7-9150-f380b863371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:24Z', 'updated_at': '2022-08-26T06:19:32Z', 'revision_number': 4, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'gw_port': {'id': '00c271ea-b83a-41f7-9150-f380b863371a', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:26Z', 'updated_at': '2022-08-26T06:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': '4af2b699-3ef0-442a-b7e4-5d16eec4496e', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'floating_ip_address': '172.27.3.175', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'port_id': 'ab5e913e-41a3-4c93-830a-f63879ab1522', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'mac_address': 'fa:16:3e:74:c8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e760f027-a590-4387-ab32-7dca29d29335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:26:31Z', 'updated_at': '2022-08-26T06:26:31Z', 'revision_number': 0, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'fixed_ip_address_scope': None}, {'id': '5a4c4d50-5521-4f88-8628-6d530393615a', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'port_id': '07d50961-0e64-446f-a7b3-9104f5a9a451', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'mac_address': 'fa:16:3e:7b:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4ec4be-d09b-431b-93f0-062334195c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:24:11Z', 'updated_at': '2022-08-26T06:24:13Z', 'revision_number': 1, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f652a3a-1862-46c0-b96a-62edc6b668df', 'name': '', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'mac_address': 'fa:16:3e:1a:bc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:31Z', 'updated_at': '2022-08-26T06:19:41Z', 'revision_number': 5, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'subnets': [{'id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:26:32.952093 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59300a-95d5-41e2-bd18-866c75667841 req-0e8e3b34-9c05-4ab8-925c-f3888a1dfb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:32.953691 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0d59300a-95d5-41e2-bd18-866c75667841 req-0e8e3b34-9c05-4ab8-925c-f3888a1dfb1a service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=fde0e661bd5646bab91b5e6b623a2e7e&device_id=e760f027-a590-4387-ab32-7dca29d29335 HTTP/1.1" status: 200 len: 1129 time: 0.0457497 Aug 26 06:26:32.974053 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c63185-3081-43d7-87bf-55f0af3d8173 None None] Checking router: 1170b181-b00b-401a-bc40-cf5c03a60e31 for host: dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:26:32.984211 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c63185-3081-43d7-87bf-55f0af3d8173 None None] Routers {'1170b181-b00b-401a-bc40-cf5c03a60e31'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:26:32.984837 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-66c63185-3081-43d7-87bf-55f0af3d8173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:26:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['1170b181-b00b-401a-bc40-cf5c03a60e31'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:26:32.999450 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:33.059310 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59300a-95d5-41e2-bd18-866c75667841 req-e6adf169-6702-45f8-9705-1edd6d2b021f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:33.060837 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0d59300a-95d5-41e2-bd18-866c75667841 req-e6adf169-6702-45f8-9705-1edd6d2b021f service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=6c5f68e8-9704-4e4e-a557-4e9515d804ef HTTP/1.1" status: 200 len: 912 time: 0.1017673 Aug 26 06:26:33.098778 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-66c63185-3081-43d7-87bf-55f0af3d8173 None None] Set router 1170b181-b00b-401a-bc40-cf5c03a60e31 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:26:33.126019 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0d59300a-95d5-41e2-bd18-866c75667841 req-201a459e-9acf-41b3-97e8-43ae1f79dd73 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab5e913e-41a3-4c93-830a-f63879ab1522 HTTP/1.1" status: 200 len: 999 time: 0.0593960 Aug 26 06:26:33.182926 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:33.205945 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cc59f6e6-4c0b-49d0-94e3-c061e118e552 req-52d25806-e762-45d0-a71a-ecc3e8030607 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9ae98859-f32e-4f5b-b796-a330a860f02a HTTP/1.1" status: 200 len: 210 time: 0.0334706 Aug 26 06:26:33.226747 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59300a-95d5-41e2-bd18-866c75667841 req-cc5e9082-7c8b-4718-9e8f-6bb295bba91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:33.226747 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0d59300a-95d5-41e2-bd18-866c75667841 req-cc5e9082-7c8b-4718-9e8f-6bb295bba91d service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=78073db3-4b4a-4ba4-91af-0bd41027d48e HTTP/1.1" status: 200 len: 850 time: 0.0941556 Aug 26 06:26:33.244423 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525d223-96c5-48a5-b58d-c8659c60d615 req-66888bec-0b18-4cec-878f-ac24368ad55b tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:33.246130 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0525d223-96c5-48a5-b58d-c8659c60d615 req-66888bec-0b18-4cec-878f-ac24368ad55b tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 943 time: 0.0526879 Aug 26 06:26:33.278336 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59300a-95d5-41e2-bd18-866c75667841 req-fba0576c-0df2-477c-a6e9-318c2cdeb383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:33.279578 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0d59300a-95d5-41e2-bd18-866c75667841 req-fba0576c-0df2-477c-a6e9-318c2cdeb383 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=6c5f68e8-9704-4e4e-a557-4e9515d804ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478909 Aug 26 06:26:33.305971 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0525d223-96c5-48a5-b58d-c8659c60d615 req-3802056b-be71-46e6-93bb-b5896690fdc8 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532060 Aug 26 06:26:33.360391 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-66c63185-3081-43d7-87bf-55f0af3d8173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'name': 'tempest-TestVolumeBootPattern-516714474-router', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00c271ea-b83a-41f7-9150-f380b863371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:24Z', 'updated_at': '2022-08-26T06:19:32Z', 'revision_number': 4, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'gw_port': {'id': '00c271ea-b83a-41f7-9150-f380b863371a', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:26Z', 'updated_at': '2022-08-26T06:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': '4af2b699-3ef0-442a-b7e4-5d16eec4496e', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'floating_ip_address': '172.27.3.175', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'port_id': 'ab5e913e-41a3-4c93-830a-f63879ab1522', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'mac_address': 'fa:16:3e:74:c8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e760f027-a590-4387-ab32-7dca29d29335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:26:31Z', 'updated_at': '2022-08-26T06:26:31Z', 'revision_number': 0, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'fixed_ip_address_scope': None}, {'id': '5a4c4d50-5521-4f88-8628-6d530393615a', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'port_id': '07d50961-0e64-446f-a7b3-9104f5a9a451', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'mac_address': 'fa:16:3e:7b:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4ec4be-d09b-431b-93f0-062334195c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:24:11Z', 'updated_at': '2022-08-26T06:24:13Z', 'revision_number': 1, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f652a3a-1862-46c0-b96a-62edc6b668df', 'name': '', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'mac_address': 'fa:16:3e:1a:bc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:31Z', 'updated_at': '2022-08-26T06:19:41Z', 'revision_number': 5, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'subnets': [{'id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:26:33.391431 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c63185-3081-43d7-87bf-55f0af3d8173 None None] The sync data for ids ['1170b181-b00b-401a-bc40-cf5c03a60e31'] in dv-cinder-853910-3-iscsi is: [{'id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'name': 'tempest-TestVolumeBootPattern-516714474-router', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00c271ea-b83a-41f7-9150-f380b863371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:24Z', 'updated_at': '2022-08-26T06:19:32Z', 'revision_number': 4, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'gw_port': {'id': '00c271ea-b83a-41f7-9150-f380b863371a', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:26Z', 'updated_at': '2022-08-26T06:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': '4af2b699-3ef0-442a-b7e4-5d16eec4496e', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'floating_ip_address': '172.27.3.175', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'port_id': 'ab5e913e-41a3-4c93-830a-f63879ab1522', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'mac_address': 'fa:16:3e:74:c8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e760f027-a590-4387-ab32-7dca29d29335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:26:31Z', 'updated_at': '2022-08-26T06:26:31Z', 'revision_number': 0, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'fixed_ip_address_scope': None}, {'id': '5a4c4d50-5521-4f88-8628-6d530393615a', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'port_id': '07d50961-0e64-446f-a7b3-9104f5a9a451', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'mac_address': 'fa:16:3e:7b:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4ec4be-d09b-431b-93f0-062334195c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:24:11Z', 'updated_at': '2022-08-26T06:24:13Z', 'revision_number': 1, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f652a3a-1862-46c0-b96a-62edc6b668df', 'name': '', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'mac_address': 'fa:16:3e:1a:bc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:31Z', 'updated_at': '2022-08-26T06:19:41Z', 'revision_number': 5, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'subnets': [{'id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:26:33.398510 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0d59300a-95d5-41e2-bd18-866c75667841 req-6acfabcd-8358-4db0-ba44-9238a1c08017 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6c5f68e8-9704-4e4e-a557-4e9515d804ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128819 Aug 26 06:26:33.471863 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:33.500891 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0d59300a-95d5-41e2-bd18-866c75667841 req-809dd9dd-bf77-4ad9-accb-4b846e6ee0d1 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6c5f68e8-9704-4e4e-a557-4e9515d804ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956171 Aug 26 06:26:33.607737 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeede7f2-7b84-465a-a691-8bf31a8e39a2 None None] New status for floating IP 4af2b699-3ef0-442a-b7e4-5d16eec4496e: ACTIVE {{(pid=107136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 06:26:34.328140 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4bcc16c6-02d2-451e-bebc-b9067d96cbdb req-065adc5d-1892-4211-b1b2-3b036668ee74 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9ae98859-f32e-4f5b-b796-a330a860f02a HTTP/1.1" status: 200 len: 210 time: 0.0354359 Aug 26 06:26:34.440776 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8f2df-e9b5-4ddb-b365-90e94fab53d8 req-66667eaf-0394-4567-b26e-7a478b7189b7 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:34.442327 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-89c8f2df-e9b5-4ddb-b365-90e94fab53d8 req-66667eaf-0394-4567-b26e-7a478b7189b7 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 943 time: 0.0537455 Aug 26 06:26:34.501699 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-89c8f2df-e9b5-4ddb-b365-90e94fab53d8 req-e969aafa-4739-4347-abda-0a342a74d620 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515480 Aug 26 06:26:35.444532 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e826fb14-2408-49d5-afc2-77d0c6b76202 req-cf784559-65bb-4439-ae79-6925963d0532 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9ae98859-f32e-4f5b-b796-a330a860f02a HTTP/1.1" status: 200 len: 210 time: 0.0299389 Aug 26 06:26:35.571540 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 6 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:26:35.635600 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea75ea3-bc2e-44c9-930d-1295cc7c13a0 req-afce65bb-d369-4063-8a0e-7321b860f8f2 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:35.637149 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-4ea75ea3-bc2e-44c9-930d-1295cc7c13a0 req-afce65bb-d369-4063-8a0e-7321b860f8f2 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 943 time: 0.0523996 Aug 26 06:26:35.688863 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-4ea75ea3-bc2e-44c9-930d-1295cc7c13a0 req-3e880b8e-0f22-4af8-8926-408d34eb607f tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447147 Aug 26 06:26:36.262210 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-ce425505-f8e1-4f24-aa2b-7895ff6d228d tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:36.264072 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-ce425505-f8e1-4f24-aa2b-7895ff6d228d tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.76 "GET /networking/v2.0/networks?id=e056da4a-201b-49f0-b8fe-7e84ff97ec06 HTTP/1.1" status: 200 len: 815 time: 0.1093018 Aug 26 06:26:36.342607 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-0840b2b6-306f-4ae0-ab16-1d9a006a3f2f tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c070cba92de641518c86248b1e27daea HTTP/1.1" status: 200 len: 380 time: 0.0706370 Aug 26 06:26:36.351432 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-c4c50841-8f5c-4fdd-bb20-0c5294148a0c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Request body: {'port': {'device_id': '9ae98859-f32e-4f5b-b796-a330a860f02a', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'admin_state_up': True, 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'security_groups': ['7ff14a69-38df-442f-bc4c-5d1e2b9f9c79']}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:26:36.570141 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c66bc4db-09e4-46b6-937c-d0712859a01f req-6a3a3ba6-e4f3-41cd-be09-aabda90c4f8d tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9ae98859-f32e-4f5b-b796-a330a860f02a HTTP/1.1" status: 200 len: 210 time: 0.0298786 Aug 26 06:26:36.623803 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-c4c50841-8f5c-4fdd-bb20-0c5294148a0c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Made reservation on behalf of c070cba92de641518c86248b1e27daea for: {'port': 1} {{(pid=107133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:26:36.627627 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-c4c50841-8f5c-4fdd-bb20-0c5294148a0c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:36.780598 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_common [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-c4c50841-8f5c-4fdd-bb20-0c5294148a0c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Allocated IP 172.20.0.6 (e056da4a-201b-49f0-b8fe-7e84ff97ec06/e599181f-14b0-4ac4-9664-916d658a325e/dc8f2e1e-4654-4a97-af55-30d11a6929e3) {{(pid=107133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:26:36.816122 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f42ef-4c1d-4440-8b5b-44321f2b3eae req-0b6491d1-a2ba-4c04-81ec-cb0caf0c0c9c tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:36.818425 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-df4f42ef-4c1d-4440-8b5b-44321f2b3eae req-0b6491d1-a2ba-4c04-81ec-cb0caf0c0c9c tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 943 time: 0.0535021 Aug 26 06:26:36.899822 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-df4f42ef-4c1d-4440-8b5b-44321f2b3eae req-77d09a7b-6bc8-424d-a3b5-bbd57777575e tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0750973 Aug 26 06:26:36.938255 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-c4c50841-8f5c-4fdd-bb20-0c5294148a0c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for port (dc8f2e1e-4654-4a97-af55-30d11a6929e3), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:37.158124 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-c4c50841-8f5c-4fdd-bb20-0c5294148a0c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (dc8f2e1e-4654-4a97-af55-30d11a6929e3), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:37.205707 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-c4c50841-8f5c-4fdd-bb20-0c5294148a0c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Network e056da4a-201b-49f0-b8fe-7e84ff97ec06 is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:26:37.208928 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-c4c50841-8f5c-4fdd-bb20-0c5294148a0c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:26:37.212987 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-c4c50841-8f5c-4fdd-bb20-0c5294148a0c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Received port after_create {{(pid=107133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:26:37.239376 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c50841-8f5c-4fdd-bb20-0c5294148a0c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Pushing event updated for resources: {'Port': ['ID=dc8f2e1e-4654-4a97-af55-30d11a6929e3,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:37.239819 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 16e251e3-f929-404a-95a5-e7b555e4782f details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 06:26:37.271786 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-c4c50841-8f5c-4fdd-bb20-0c5294148a0c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:37.273639 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-c4c50841-8f5c-4fdd-bb20-0c5294148a0c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:37.311864 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e249e-0bd9-43b3-a527-511478ad02db req-c2c06ac8-da60-4ffc-b246-04a1fdd469d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:37.313494 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-fd1e249e-0bd9-43b3-a527-511478ad02db req-c2c06ac8-da60-4ffc-b246-04a1fdd469d7 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=52e8949a7d05434396f8e8631f2cdb72&device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 1127 time: 0.0617845 Aug 26 06:26:37.372727 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 16e251e3-f929-404a-95a5-e7b555e4782f, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=16e251e3-f929-404a-95a5-e7b555e4782f,segment=NetworkSegment(15f5a37e-6a7e-4950-9cb7-fc9b55991506),segment_id=15f5a37e-6a7e-4950-9cb7-fc9b55991506)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:26:37.390300 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Returning: {'device': '16e251e3-f929-404a-95a5-e7b555e4782f', 'network_id': 'd008bdb5-ce3d-4b11-ad7a-76c0e477dc41', 'port_id': '16e251e3-f929-404a-95a5-e7b555e4782f', 'mac_address': 'fa:16:3e:5f:e5:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f699233-c501-458c-b7e9-e6e0a4a2c481', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 06:26:37.430526 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port 16e251e3-f929-404a-95a5-e7b555e4782f is: DOWN; New status is: BUILD {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:26:37.431123 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (16e251e3-f929-404a-95a5-e7b555e4782f), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:37.432510 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e249e-0bd9-43b3-a527-511478ad02db req-5abd0950-8538-4d08-99f8-f21db523df3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:37.435652 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-fd1e249e-0bd9-43b3-a527-511478ad02db req-5abd0950-8538-4d08-99f8-f21db523df3d service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=d008bdb5-ce3d-4b11-ad7a-76c0e477dc41 HTTP/1.1" status: 200 len: 910 time: 0.1023579 Aug 26 06:26:37.438813 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-c4c50841-8f5c-4fdd-bb20-0c5294148a0c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0909519 Aug 26 06:26:37.447075 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16e251e3-f929-404a-95a5-e7b555e4782f {{(pid=107135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:26:37.449349 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-572c9199-b085-40e4-8d05-12c25aa6693e service neutron] Request body: {'port': {'device_id': '9ae98859-f32e-4f5b-b796-a330a860f02a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:26:37.451935 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:37.457833 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:37.474788 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 16e251e3-f929-404a-95a5-e7b555e4782f, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=16e251e3-f929-404a-95a5-e7b555e4782f,segment=NetworkSegment(15f5a37e-6a7e-4950-9cb7-fc9b55991506),segment_id=15f5a37e-6a7e-4950-9cb7-fc9b55991506)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:26:37.510521 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-fd1e249e-0bd9-43b3-a527-511478ad02db req-86825500-e724-4ffb-812a-2c4e6e8f6fae service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16e251e3-f929-404a-95a5-e7b555e4782f HTTP/1.1" status: 200 len: 998 time: 0.0703073 Aug 26 06:26:37.518466 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-572c9199-b085-40e4-8d05-12c25aa6693e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (dc8f2e1e-4654-4a97-af55-30d11a6929e3), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:37.561144 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e249e-0bd9-43b3-a527-511478ad02db req-4798e124-c0c0-4061-9489-df53d4650d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:37.562818 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-fd1e249e-0bd9-43b3-a527-511478ad02db req-4798e124-c0c0-4061-9489-df53d4650d98 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=5f699233-c501-458c-b7e9-e6e0a4a2c481 HTTP/1.1" status: 200 len: 848 time: 0.0468142 Aug 26 06:26:37.571436 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-f94dfb14-e350-45b0-9c8d-18872f857394 None None] Provisioning complete for port dc8f2e1e-4654-4a97-af55-30d11a6929e3 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:26:37.571931 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f94dfb14-e350-45b0-9c8d-18872f857394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (dc8f2e1e-4654-4a97-af55-30d11a6929e3), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:37.610484 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-f94dfb14-e350-45b0-9c8d-18872f857394 None None] Port dc8f2e1e-4654-4a97-af55-30d11a6929e3 cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:26:37.620209 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e249e-0bd9-43b3-a527-511478ad02db req-52b91cce-fa53-474b-91eb-92cbc69a60d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:37.622667 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-fd1e249e-0bd9-43b3-a527-511478ad02db req-52b91cce-fa53-474b-91eb-92cbc69a60d5 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=d008bdb5-ce3d-4b11-ad7a-76c0e477dc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539510 Aug 26 06:26:37.678172 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (16e251e3-f929-404a-95a5-e7b555e4782f), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:37.678851 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:37.725876 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-fd1e249e-0bd9-43b3-a527-511478ad02db req-71610cf7-8394-4a1b-bca0-18d97d2d69cf service neutron] 10.222.0.76 "GET /networking/v2.0/networks/d008bdb5-ce3d-4b11-ad7a-76c0e477dc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981052 Aug 26 06:26:37.732718 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=16e251e3-f929-404a-95a5-e7b555e4782f,revision_number=7']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:37.751935 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ad7a2-266f-471c-a25c-63c8983f5d07 req-2a1a60bc-d4cf-41cf-9ad1-bc2c6d93034f tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:37.753448 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0a0ad7a2-266f-471c-a25c-63c8983f5d07 req-2a1a60bc-d4cf-41cf-9ad1-bc2c6d93034f tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9ae98859-f32e-4f5b-b796-a330a860f02a HTTP/1.1" status: 200 len: 931 time: 0.0994396 Aug 26 06:26:37.821269 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-fd1e249e-0bd9-43b3-a527-511478ad02db req-d7d11448-8af7-449e-99a9-8244afd8cdd8 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/d008bdb5-ce3d-4b11-ad7a-76c0e477dc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886912 Aug 26 06:26:37.845022 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0a0ad7a2-266f-471c-a25c-63c8983f5d07 req-b63e0ee5-c367-47d3-a9b5-8b0e41c60bb6 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7ff14a69-38df-442f-bc4c-5d1e2b9f9c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846844 Aug 26 06:26:37.892047 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-572c9199-b085-40e4-8d05-12c25aa6693e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc8f2e1e-4654-4a97-af55-30d11a6929e3 {{(pid=107133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:26:37.899808 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-572c9199-b085-40e4-8d05-12c25aa6693e service neutron] Publish callbacks [] for port (dc8f2e1e-4654-4a97-af55-30d11a6929e3), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:37.907973 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] get_ports_and_sgs() called for port_ids ['16e251e3-f929-404a-95a5-e7b555e4782f'] {{(pid=107135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 06:26:37.914690 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.provisioning_blocks [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-572c9199-b085-40e4-8d05-12c25aa6693e service neutron] Transition to ACTIVE for port object dc8f2e1e-4654-4a97-af55-30d11a6929e3 will not be triggered until provisioned by entity L2. {{(pid=107133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 06:26:37.998424 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:38.033887 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f57a37-228b-42da-a766-15d3e690f32b req-9d999ebc-99c0-4c1e-8479-e72556a0cca9 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:38.035507 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-90f57a37-228b-42da-a766-15d3e690f32b req-9d999ebc-99c0-4c1e-8479-e72556a0cca9 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 944 time: 0.0534520 Aug 26 06:26:38.066741 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-572c9199-b085-40e4-8d05-12c25aa6693e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9095016'] for port (dc8f2e1e-4654-4a97-af55-30d11a6929e3), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:38.076870 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:38.098572 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-90f57a37-228b-42da-a766-15d3e690f32b req-73f39291-77d1-4ed4-8c5d-274927eb2512 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521064 Aug 26 06:26:38.139258 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c9199-b085-40e4-8d05-12c25aa6693e service neutron] Pushing event updated for resources: {'Port': ['ID=dc8f2e1e-4654-4a97-af55-30d11a6929e3,revision_number=2']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:38.196780 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-572c9199-b085-40e4-8d05-12c25aa6693e service neutron] Attempting to bind port dc8f2e1e-4654-4a97-af55-30d11a6929e3 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:26:38.196780 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-572c9199-b085-40e4-8d05-12c25aa6693e service neutron] Attempting to bind port dc8f2e1e-4654-4a97-af55-30d11a6929e3 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': 'e272a224-57ee-4bb2-9b2c-c27e7d8f75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06'}] {{(pid=107133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:26:38.196780 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-572c9199-b085-40e4-8d05-12c25aa6693e service neutron] Attempting to bind port dc8f2e1e-4654-4a97-af55-30d11a6929e3 on network e056da4a-201b-49f0-b8fe-7e84ff97ec06 {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:26:38.198723 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-572c9199-b085-40e4-8d05-12c25aa6693e service neutron] Port dc8f2e1e-4654-4a97-af55-30d11a6929e3 on network e056da4a-201b-49f0-b8fe-7e84ff97ec06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 06:26:38.199042 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-572c9199-b085-40e4-8d05-12c25aa6693e service neutron] Attempting to bind port dc8f2e1e-4654-4a97-af55-30d11a6929e3 on network e056da4a-201b-49f0-b8fe-7e84ff97ec06 {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:26:38.206238 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-572c9199-b085-40e4-8d05-12c25aa6693e service neutron] Checking agent: {'id': '607bbde6-0fd2-4787-87ed-7343841db9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'started_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:26:38.206726 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-572c9199-b085-40e4-8d05-12c25aa6693e service neutron] Checking segment: {'id': 'e272a224-57ee-4bb2-9b2c-c27e7d8f75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:26:38.207114 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-572c9199-b085-40e4-8d05-12c25aa6693e service neutron] Bound using segment: {'id': 'e272a224-57ee-4bb2-9b2c-c27e7d8f75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06'} {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:26:38.207550 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-572c9199-b085-40e4-8d05-12c25aa6693e service neutron] Bound port: dc8f2e1e-4654-4a97-af55-30d11a6929e3, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e272a224-57ee-4bb2-9b2c-c27e7d8f75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06'}}] {{(pid=107133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:26:38.207909 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-572c9199-b085-40e4-8d05-12c25aa6693e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (dc8f2e1e-4654-4a97-af55-30d11a6929e3), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:38.271853 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-572c9199-b085-40e4-8d05-12c25aa6693e service neutron] For port dc8f2e1e-4654-4a97-af55-30d11a6929e3, host hv-cinder-85391, cleared binding levels {{(pid=107133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:26:38.274871 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-572c9199-b085-40e4-8d05-12c25aa6693e service neutron] For port dc8f2e1e-4654-4a97-af55-30d11a6929e3, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=dc8f2e1e-4654-4a97-af55-30d11a6929e3,segment=NetworkSegment(e272a224-57ee-4bb2-9b2c-c27e7d8f75a9),segment_id=e272a224-57ee-4bb2-9b2c-c27e7d8f75a9)] {{(pid=107133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:26:38.366989 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-572c9199-b085-40e4-8d05-12c25aa6693e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9095016'] for port (dc8f2e1e-4654-4a97-af55-30d11a6929e3), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:38.371481 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-572c9199-b085-40e4-8d05-12c25aa6693e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:38.372269 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-572c9199-b085-40e4-8d05-12c25aa6693e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:38.373620 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-572c9199-b085-40e4-8d05-12c25aa6693e service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/dc8f2e1e-4654-4a97-af55-30d11a6929e3 HTTP/1.1" status: 200 len: 1093 time: 0.9284048 Aug 26 06:26:38.374042 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae98859-f32e-4f5b-b796-a330a860f02a', 'tag': 'dc8f2e1e-4654-4a97-af55-30d11a6929e3'}] {{(pid=107133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:26:38.376265 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8285fbc4cf3847b51d9cb7eba3379b7f58b909d4ff4eae5f417f2c246939f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b50cd8-c1f9-4c55-94de-78d8757a26d3" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae98859-f32e-4f5b-b796-a330a860f02a", "tag": "dc8f2e1e-4654-4a97-af55-30d11a6929e3"}]}' {{(pid=107133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:26:38.418041 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ec97b2-dbba-4681-8093-ba8471169664 x-openstack-request-id: req-b8ec97b2-dbba-4681-8093-ba8471169664 {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:26:38.418400 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae98859-f32e-4f5b-b796-a330a860f02a", "tag": "dc8f2e1e-4654-4a97-af55-30d11a6929e3", "status": "completed", "code": 200}]} {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:26:38.419295 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b8ec97b2-dbba-4681-8093-ba8471169664 {{(pid=107133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:26:38.419909 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8ec97b2-dbba-4681-8093-ba8471169664'] response: {'name': 'network-changed', 'server_uuid': '9ae98859-f32e-4f5b-b796-a330a860f02a', 'tag': 'dc8f2e1e-4654-4a97-af55-30d11a6929e3', 'status': 'completed', 'code': 200} Aug 26 06:26:38.432248 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c9199-b085-40e4-8d05-12c25aa6693e service neutron] Pushing event updated for resources: {'Port': ['ID=dc8f2e1e-4654-4a97-af55-30d11a6929e3,revision_number=3']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:38.480343 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b50cd8-c1f9-4c55-94de-78d8757a26d3 req-439fce88-b756-44dd-8b70-cfbdc2541cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:38.482210 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b6b50cd8-c1f9-4c55-94de-78d8757a26d3 req-439fce88-b756-44dd-8b70-cfbdc2541cb2 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=c070cba92de641518c86248b1e27daea&device_id=9ae98859-f32e-4f5b-b796-a330a860f02a HTTP/1.1" status: 200 len: 1127 time: 0.0411980 Aug 26 06:26:38.584537 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b50cd8-c1f9-4c55-94de-78d8757a26d3 req-314f9632-d5a1-466c-81cd-fccb23dbb389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:38.585988 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b6b50cd8-c1f9-4c55-94de-78d8757a26d3 req-314f9632-d5a1-466c-81cd-fccb23dbb389 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=c070cba92de641518c86248b1e27daea&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0959895 Aug 26 06:26:38.683742 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b50cd8-c1f9-4c55-94de-78d8757a26d3 req-9213dfe6-8dd9-4776-ac14-44cd6b4059c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:38.685550 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b6b50cd8-c1f9-4c55-94de-78d8757a26d3 req-9213dfe6-8dd9-4776-ac14-44cd6b4059c6 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933974 Aug 26 06:26:38.765077 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-35227e11-ff3d-45ae-9131-bb0352efadeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:38.765755 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-35227e11-ff3d-45ae-9131-bb0352efadeb service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=c070cba92de641518c86248b1e27daea&device_id=9ae98859-f32e-4f5b-b796-a330a860f02a HTTP/1.1" status: 200 len: 1127 time: 0.0423181 Aug 26 06:26:38.766515 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:38.806914 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-b99ffe77-d398-489f-9853-ef8fd585b686 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc8f2e1e-4654-4a97-af55-30d11a6929e3 HTTP/1.1" status: 200 len: 217 time: 0.0340641 Aug 26 06:26:38.860263 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-14ac77b1-2d5c-484b-aa65-8b0ccc2d206e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:38.861734 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-14ac77b1-2d5c-484b-aa65-8b0ccc2d206e service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e599181f-14b0-4ac4-9664-916d658a325e HTTP/1.1" status: 200 len: 854 time: 0.0490282 Aug 26 06:26:38.910814 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-88a29e12-acb5-46f8-b768-828750853eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:38.912323 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-88a29e12-acb5-46f8-b768-828750853eca service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=e056da4a-201b-49f0-b8fe-7e84ff97ec06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443776 Aug 26 06:26:38.942530 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:38.972712 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cef67-2f6c-4093-b38d-3932c8321279 req-346eeb4e-bae0-4739-a230-4ee4e36a4a6d tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:38.974243 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-805cef67-2f6c-4093-b38d-3932c8321279 req-346eeb4e-bae0-4739-a230-4ee4e36a4a6d tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9ae98859-f32e-4f5b-b796-a330a860f02a HTTP/1.1" status: 200 len: 943 time: 0.0504785 Aug 26 06:26:39.014424 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-af33423f-d3b6-4252-9ba9-1a515fd3c3f5 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e056da4a-201b-49f0-b8fe-7e84ff97ec06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937912 Aug 26 06:26:39.025681 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-805cef67-2f6c-4093-b38d-3932c8321279 req-73461cfe-3579-4cc5-a9ee-71033367d632 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7ff14a69-38df-442f-bc4c-5d1e2b9f9c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452166 Aug 26 06:26:39.114052 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-6ab3b29a-9756-491a-bf01-48ad0d3bf9a1 req-209ca448-178a-4c71-bf9d-b52cb072eaab service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e056da4a-201b-49f0-b8fe-7e84ff97ec06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935717 Aug 26 06:26:39.225740 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41fa99-a43c-4bad-a4ee-d09a652ae2a5 req-321253c8-433a-4666-85b4-716c84e2e029 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:39.227295 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7c41fa99-a43c-4bad-a4ee-d09a652ae2a5 req-321253c8-433a-4666-85b4-716c84e2e029 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 944 time: 0.0505834 Aug 26 06:26:39.253655 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 16e251e3-f929-404a-95a5-e7b555e4782f up at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:26:39.280373 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-7c41fa99-a43c-4bad-a4ee-d09a652ae2a5 req-c5d3811b-813b-4a09-9746-cee9055a5c7f tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468283 Aug 26 06:26:39.302043 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning complete for port 16e251e3-f929-404a-95a5-e7b555e4782f triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:26:39.302522 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (16e251e3-f929-404a-95a5-e7b555e4782f), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:39.330547 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:39.375663 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port 16e251e3-f929-404a-95a5-e7b555e4782f is: BUILD; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:26:39.376016 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (16e251e3-f929-404a-95a5-e7b555e4782f), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:39.399283 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4228acc2-99a7-47c3-9cef-92c0f7bcb7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e251e3-f929-404a-95a5-e7b555e4782f'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:26:39.401442 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc106e9f9832226dd913a824a8ae1ea8f79b2df9cdef89c79e10f33880c5a8de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fa8da9-d1b3-4ea1-870b-865d70d01d37" -d '{"events": [{"server_uuid": "4228acc2-99a7-47c3-9cef-92c0f7bcb7b0", "name": "network-vif-plugged", "status": "completed", "tag": "16e251e3-f929-404a-95a5-e7b555e4782f"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:26:39.418034 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 16e251e3-f929-404a-95a5-e7b555e4782f, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=16e251e3-f929-404a-95a5-e7b555e4782f,segment=NetworkSegment(15f5a37e-6a7e-4950-9cb7-fc9b55991506),segment_id=15f5a37e-6a7e-4950-9cb7-fc9b55991506)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:26:39.440244 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6430b8a6-0893-4312-b73b-a3da45251691 x-openstack-request-id: req-6430b8a6-0893-4312-b73b-a3da45251691 {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:26:39.440534 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4228acc2-99a7-47c3-9cef-92c0f7bcb7b0", "name": "network-vif-plugged", "status": "completed", "tag": "16e251e3-f929-404a-95a5-e7b555e4782f", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:26:39.440787 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6430b8a6-0893-4312-b73b-a3da45251691 {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:26:39.441212 dv-cinder-853910-3-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6430b8a6-0893-4312-b73b-a3da45251691'] response: {'server_uuid': '4228acc2-99a7-47c3-9cef-92c0f7bcb7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e251e3-f929-404a-95a5-e7b555e4782f', 'code': 200} Aug 26 06:26:39.544108 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (16e251e3-f929-404a-95a5-e7b555e4782f), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:39.594881 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=16e251e3-f929-404a-95a5-e7b555e4782f,revision_number=8']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:40.158293 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:40.167156 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17e504-79ca-41fd-b46d-6db6f2740d6c req-826b4ae2-0546-4d66-8943-e9b779baf0a1 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:40.168709 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-fb17e504-79ca-41fd-b46d-6db6f2740d6c req-826b4ae2-0546-4d66-8943-e9b779baf0a1 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9ae98859-f32e-4f5b-b796-a330a860f02a HTTP/1.1" status: 200 len: 943 time: 0.0639169 Aug 26 06:26:40.219153 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-fb17e504-79ca-41fd-b46d-6db6f2740d6c req-bd087d39-4fd1-468e-8d6e-2f53d14dc125 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7ff14a69-38df-442f-bc4c-5d1e2b9f9c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447462 Aug 26 06:26:40.411036 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d5be9-e154-41c5-8b40-ffb93939daf0 req-e6b7c813-0020-40a0-aa89-b3c015e46e28 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:40.412529 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-7f8d5be9-e154-41c5-8b40-ffb93939daf0 req-e6b7c813-0020-40a0-aa89-b3c015e46e28 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 945 time: 0.0529115 Aug 26 06:26:40.606432 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870cbaad-1b64-4942-b5dc-607eeb64ee48 req-d2f06b2d-cfd0-4c8b-80aa-7235b6c59681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:40.608419 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-870cbaad-1b64-4942-b5dc-607eeb64ee48 req-d2f06b2d-cfd0-4c8b-80aa-7235b6c59681 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 1129 time: 0.0649652 Aug 26 06:26:40.658170 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-870cbaad-1b64-4942-b5dc-607eeb64ee48 req-3e71c252-3691-4b13-9723-4792246a22f0 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427790 Aug 26 06:26:40.745667 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-7f8d5be9-e154-41c5-8b40-ffb93939daf0 req-b5356412-573b-435a-a5f9-4f4f4d81a617 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3271940 Aug 26 06:26:41.346464 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b88b3b-539c-47e3-8601-0416f117c235 req-37fdb37c-59da-4c2a-b3fc-66a806995895 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:41.347981 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-52b88b3b-539c-47e3-8601-0416f117c235 req-37fdb37c-59da-4c2a-b3fc-66a806995895 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9ae98859-f32e-4f5b-b796-a330a860f02a HTTP/1.1" status: 200 len: 943 time: 0.0487044 Aug 26 06:26:41.406355 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-52b88b3b-539c-47e3-8601-0416f117c235 req-4b5ea8fe-70f7-4448-947c-cd290d25b143 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7ff14a69-38df-442f-bc4c-5d1e2b9f9c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521424 Aug 26 06:26:41.873362 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca8f18-fcad-4c55-a872-2288ab8fe848 req-753870e4-8409-4e44-9182-2db85f63cd84 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:41.874955 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-1dca8f18-fcad-4c55-a872-2288ab8fe848 req-753870e4-8409-4e44-9182-2db85f63cd84 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 945 time: 0.0514653 Aug 26 06:26:41.929346 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-1dca8f18-fcad-4c55-a872-2288ab8fe848 req-a609e167-375f-4944-9a9f-296554d8e4a0 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488181 Aug 26 06:26:42.786413 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466736ee-d812-4100-8c3a-bc53d906645a req-afc73c5f-2ea7-4971-b138-11f1a814ed38 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:42.788001 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-466736ee-d812-4100-8c3a-bc53d906645a req-afc73c5f-2ea7-4971-b138-11f1a814ed38 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9ae98859-f32e-4f5b-b796-a330a860f02a HTTP/1.1" status: 200 len: 943 time: 0.3087869 Aug 26 06:26:42.837661 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-466736ee-d812-4100-8c3a-bc53d906645a req-694dea6e-51f5-4cde-95d4-72bc5821f8c2 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7ff14a69-38df-442f-bc4c-5d1e2b9f9c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439198 Aug 26 06:26:43.179273 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a93e2-b842-4ef9-afaf-fc1b2e053e8c req-9c20cc5a-a59d-4c12-b2e4-dc4c964aff38 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:43.179273 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-333a93e2-b842-4ef9-afaf-fc1b2e053e8c req-9c20cc5a-a59d-4c12-b2e4-dc4c964aff38 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 945 time: 0.0507364 Aug 26 06:26:43.179273 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-333a93e2-b842-4ef9-afaf-fc1b2e053e8c req-577f507b-0c5c-4b1f-947d-a43ea9107c84 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490367 Aug 26 06:26:43.284545 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device dc8f2e1e-4654-4a97-af55-30d11a6929e3 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 06:26:43.514584 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port dc8f2e1e-4654-4a97-af55-30d11a6929e3, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=dc8f2e1e-4654-4a97-af55-30d11a6929e3,segment=NetworkSegment(e272a224-57ee-4bb2-9b2c-c27e7d8f75a9),segment_id=e272a224-57ee-4bb2-9b2c-c27e7d8f75a9)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:26:43.526303 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Returning: {'device': 'dc8f2e1e-4654-4a97-af55-30d11a6929e3', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'port_id': 'dc8f2e1e-4654-4a97-af55-30d11a6929e3', 'mac_address': 'fa:16:3e:55:19:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 06:26:43.562781 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port dc8f2e1e-4654-4a97-af55-30d11a6929e3 is: DOWN; New status is: BUILD {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:26:43.563168 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (dc8f2e1e-4654-4a97-af55-30d11a6929e3), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:43.577322 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc8f2e1e-4654-4a97-af55-30d11a6929e3 {{(pid=107135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:26:43.598784 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port dc8f2e1e-4654-4a97-af55-30d11a6929e3, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=dc8f2e1e-4654-4a97-af55-30d11a6929e3,segment=NetworkSegment(e272a224-57ee-4bb2-9b2c-c27e7d8f75a9),segment_id=e272a224-57ee-4bb2-9b2c-c27e7d8f75a9)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:26:43.686676 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (dc8f2e1e-4654-4a97-af55-30d11a6929e3), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:43.738073 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=dc8f2e1e-4654-4a97-af55-30d11a6929e3,revision_number=4']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:43.929280 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] get_ports_and_sgs() called for port_ids ['dc8f2e1e-4654-4a97-af55-30d11a6929e3'] {{(pid=107135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 06:26:43.974817 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99769275-1691-4e47-a308-6241b794f236 req-a4b57613-8885-4d86-ad51-eb56252de736 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:43.976656 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-99769275-1691-4e47-a308-6241b794f236 req-a4b57613-8885-4d86-ad51-eb56252de736 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9ae98859-f32e-4f5b-b796-a330a860f02a HTTP/1.1" status: 200 len: 944 time: 0.0565264 Aug 26 06:26:44.032019 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-99769275-1691-4e47-a308-6241b794f236 req-94ee1715-92f5-44b0-829c-04ab03af063c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7ff14a69-38df-442f-bc4c-5d1e2b9f9c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490172 Aug 26 06:26:44.095142 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:45.165141 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3955211-5c8b-4697-a43e-d99f124f4f44 req-b28e43a2-a801-44df-837c-82c864a3e399 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:45.166635 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-b3955211-5c8b-4697-a43e-d99f124f4f44 req-b28e43a2-a801-44df-837c-82c864a3e399 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9ae98859-f32e-4f5b-b796-a330a860f02a HTTP/1.1" status: 200 len: 944 time: 0.0481896 Aug 26 06:26:45.218541 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-b3955211-5c8b-4697-a43e-d99f124f4f44 req-266628ad-eb4e-4bd7-a8b6-1470bfc6406f tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7ff14a69-38df-442f-bc4c-5d1e2b9f9c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454860 Aug 26 06:26:45.297917 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device dc8f2e1e-4654-4a97-af55-30d11a6929e3 up at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:26:45.342335 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning for port dc8f2e1e-4654-4a97-af55-30d11a6929e3 completed by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 06:26:45.463633 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning complete for port dc8f2e1e-4654-4a97-af55-30d11a6929e3 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:26:45.463930 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (dc8f2e1e-4654-4a97-af55-30d11a6929e3), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:45.541829 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port dc8f2e1e-4654-4a97-af55-30d11a6929e3 is: BUILD; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:26:45.542219 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (dc8f2e1e-4654-4a97-af55-30d11a6929e3), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:45.566203 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae98859-f32e-4f5b-b796-a330a860f02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8f2e1e-4654-4a97-af55-30d11a6929e3'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:26:45.568449 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc106e9f9832226dd913a824a8ae1ea8f79b2df9cdef89c79e10f33880c5a8de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdd1ced-a0fd-4348-89ad-95adaa8c84c2" -d '{"events": [{"server_uuid": "9ae98859-f32e-4f5b-b796-a330a860f02a", "name": "network-vif-plugged", "status": "completed", "tag": "dc8f2e1e-4654-4a97-af55-30d11a6929e3"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:26:45.581019 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port dc8f2e1e-4654-4a97-af55-30d11a6929e3, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=dc8f2e1e-4654-4a97-af55-30d11a6929e3,segment=NetworkSegment(e272a224-57ee-4bb2-9b2c-c27e7d8f75a9),segment_id=e272a224-57ee-4bb2-9b2c-c27e7d8f75a9)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:26:45.608569 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88013e7c-73fd-48ef-82d9-aa7d78309bf4 x-openstack-request-id: req-88013e7c-73fd-48ef-82d9-aa7d78309bf4 {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:26:45.608859 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae98859-f32e-4f5b-b796-a330a860f02a", "name": "network-vif-plugged", "status": "completed", "tag": "dc8f2e1e-4654-4a97-af55-30d11a6929e3", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:26:45.609113 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-88013e7c-73fd-48ef-82d9-aa7d78309bf4 {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:26:45.609515 dv-cinder-853910-3-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88013e7c-73fd-48ef-82d9-aa7d78309bf4'] response: {'server_uuid': '9ae98859-f32e-4f5b-b796-a330a860f02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8f2e1e-4654-4a97-af55-30d11a6929e3', 'code': 200} Aug 26 06:26:45.755005 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (dc8f2e1e-4654-4a97-af55-30d11a6929e3), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:45.804101 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=dc8f2e1e-4654-4a97-af55-30d11a6929e3,revision_number=5']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:26:46.067437 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f012d-1a19-485c-afb8-28b9e63d6915 req-6d5aef1f-4e8f-4307-ad05-a79bed87db7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:46.067437 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-923f012d-1a19-485c-afb8-28b9e63d6915 req-6d5aef1f-4e8f-4307-ad05-a79bed87db7b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=9ae98859-f32e-4f5b-b796-a330a860f02a HTTP/1.1" status: 200 len: 1129 time: 0.0452642 Aug 26 06:26:46.092420 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-923f012d-1a19-485c-afb8-28b9e63d6915 req-9ab877e8-709a-4b4f-b954-0efccc255654 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=7ff14a69-38df-442f-bc4c-5d1e2b9f9c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457838 Aug 26 06:26:46.351166 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903f21a-9949-4431-b8ca-c1ddc153c295 req-ed10b67f-2eb3-461c-a27b-4c322ee01c9a tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:46.352670 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-4903f21a-9949-4431-b8ca-c1ddc153c295 req-ed10b67f-2eb3-461c-a27b-4c322ee01c9a tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9ae98859-f32e-4f5b-b796-a330a860f02a HTTP/1.1" status: 200 len: 945 time: 0.0578048 Aug 26 06:26:46.405235 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-4903f21a-9949-4431-b8ca-c1ddc153c295 req-8b7f1945-771c-4645-b25c-182ae676cf19 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7ff14a69-38df-442f-bc4c-5d1e2b9f9c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463700 Aug 26 06:26:47.535885 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84f09c-2e40-4a0f-9f9a-f2de7669557b req-3ae81add-bb4e-4141-b0da-6bf0bef5a16e tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:47.537385 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cb84f09c-2e40-4a0f-9f9a-f2de7669557b req-3ae81add-bb4e-4141-b0da-6bf0bef5a16e tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9ae98859-f32e-4f5b-b796-a330a860f02a HTTP/1.1" status: 200 len: 945 time: 0.0485144 Aug 26 06:26:47.585968 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cb84f09c-2e40-4a0f-9f9a-f2de7669557b req-bc8169f8-fa46-4bda-b530-5de6c6fac197 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7ff14a69-38df-442f-bc4c-5d1e2b9f9c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429232 Aug 26 06:26:47.710955 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa994326-9e90-425e-a982-7bff417fb42d req-65785f11-da0f-4c74-b714-3562c6d8ced4 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:47.712502 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-aa994326-9e90-425e-a982-7bff417fb42d req-65785f11-da0f-4c74-b714-3562c6d8ced4 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9ae98859-f32e-4f5b-b796-a330a860f02a HTTP/1.1" status: 200 len: 945 time: 0.0533161 Aug 26 06:26:47.724250 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 58852) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:26:47.728941 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-b55a74f1-a512-46a1-90ed-8445731b2d5e tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Request body: {'floatingip': {'port_id': 'dc8f2e1e-4654-4a97-af55-30d11a6929e3'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:26:47.769885 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-b55a74f1-a512-46a1-90ed-8445731b2d5e tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for floatingip (f15252b5-aec0-48e2-92f4-ae3427e7fa96), before_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:48.140609 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:48.210940 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:48.225638 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-b55a74f1-a512-46a1-90ed-8445731b2d5e tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:48.374649 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-b55a74f1-a512-46a1-90ed-8445731b2d5e tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614170'] for floatingip (f15252b5-aec0-48e2-92f4-ae3427e7fa96), after_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:48.476722 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.db.l3_db [None req-b55a74f1-a512-46a1-90ed-8445731b2d5e tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Floating IP f15252b5-aec0-48e2-92f4-ae3427e7fa96 associated. External IP: 172.27.3.60, port: dc8f2e1e-4654-4a97-af55-30d11a6929e3. Aug 26 06:26:48.680809 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b55a74f1-a512-46a1-90ed-8445731b2d5e tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Router fc03e21e-d989-45a0-97fc-d438bdfd69cb has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:26:48.788912 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55a74f1-a512-46a1-90ed-8445731b2d5e tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:26:48.794633 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-b55a74f1-a512-46a1-90ed-8445731b2d5e tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for floatingip (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:48.799746 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514836c7-ff28-40f9-b497-2c95f85cf9fc None None] Sync routers for ids ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'] in dv-cinder-853910-3-iscsi {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:26:48.811609 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514836c7-ff28-40f9-b497-2c95f85cf9fc None None] Routers {'fc03e21e-d989-45a0-97fc-d438bdfd69cb'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:26:48.812223 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-514836c7-ff28-40f9-b497-2c95f85cf9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:26:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:26:48.828443 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-b55a74f1-a512-46a1-90ed-8445731b2d5e tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/f15252b5-aec0-48e2-92f4-ae3427e7fa96 HTTP/1.1" status: 200 len: 990 time: 1.1009469 Aug 26 06:26:48.828443 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae98859-f32e-4f5b-b796-a330a860f02a', 'tag': 'dc8f2e1e-4654-4a97-af55-30d11a6929e3'}] {{(pid=107134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:26:48.829183 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98877e02f8b3cb06335249729d630ff259ce8fa3eff905cdf154d6d548f15152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc482e97-1a82-4e3c-9894-2d6a8d78a573" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae98859-f32e-4f5b-b796-a330a860f02a", "tag": "dc8f2e1e-4654-4a97-af55-30d11a6929e3"}]}' {{(pid=107134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:26:48.868101 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6929c098-8d66-4238-a132-6ff62b358ead x-openstack-request-id: req-6929c098-8d66-4238-a132-6ff62b358ead {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:26:48.868394 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae98859-f32e-4f5b-b796-a330a860f02a", "tag": "dc8f2e1e-4654-4a97-af55-30d11a6929e3", "status": "completed", "code": 200}]} {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:26:48.868646 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6929c098-8d66-4238-a132-6ff62b358ead {{(pid=107134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:26:48.869053 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6929c098-8d66-4238-a132-6ff62b358ead'] response: {'name': 'network-changed', 'server_uuid': '9ae98859-f32e-4f5b-b796-a330a860f02a', 'tag': 'dc8f2e1e-4654-4a97-af55-30d11a6929e3', 'status': 'completed', 'code': 200} Aug 26 06:26:48.918076 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-514836c7-ff28-40f9-b497-2c95f85cf9fc None None] Set router fc03e21e-d989-45a0-97fc-d438bdfd69cb gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:26:48.920652 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:48.940861 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc482e97-1a82-4e3c-9894-2d6a8d78a573 req-7ce15480-19ce-426b-97c2-31828a1561cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:48.942437 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-bc482e97-1a82-4e3c-9894-2d6a8d78a573 req-7ce15480-19ce-426b-97c2-31828a1561cb service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=c070cba92de641518c86248b1e27daea&device_id=9ae98859-f32e-4f5b-b796-a330a860f02a HTTP/1.1" status: 200 len: 1129 time: 0.0451016 Aug 26 06:26:49.037482 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc482e97-1a82-4e3c-9894-2d6a8d78a573 req-02844c8c-0540-4296-aeaa-2c58f9d33f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:49.039037 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-bc482e97-1a82-4e3c-9894-2d6a8d78a573 req-02844c8c-0540-4296-aeaa-2c58f9d33f40 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=e056da4a-201b-49f0-b8fe-7e84ff97ec06 HTTP/1.1" status: 200 len: 916 time: 0.0905957 Aug 26 06:26:49.110039 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-bc482e97-1a82-4e3c-9894-2d6a8d78a573 req-d3930a6a-3d22-4677-a134-782f8d6c2171 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc8f2e1e-4654-4a97-af55-30d11a6929e3 HTTP/1.1" status: 200 len: 998 time: 0.0617037 Aug 26 06:26:49.138712 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-514836c7-ff28-40f9-b497-2c95f85cf9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'name': 'tempest-AttachVolumeNegativeTest-1899913901-router', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:26:19Z', 'updated_at': '2022-08-26T06:26:24Z', 'revision_number': 4, 'project_id': 'c070cba92de641518c86248b1e27daea', 'gw_port': {'id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:20Z', 'updated_at': '2022-08-26T06:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': 'f15252b5-aec0-48e2-92f4-ae3427e7fa96', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'port_id': 'dc8f2e1e-4654-4a97-af55-30d11a6929e3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'mac_address': 'fa:16:3e:55:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae98859-f32e-4f5b-b796-a330a860f02a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:26:28Z', 'updated_at': '2022-08-26T06:26:48Z', 'revision_number': 1, 'project_id': 'c070cba92de641518c86248b1e27daea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f37e899-75b4-4014-b402-fbc8859a4c3b', 'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'mac_address': 'fa:16:3e:43:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:23Z', 'updated_at': '2022-08-26T06:26:29Z', 'revision_number': 5, 'project_id': 'c070cba92de641518c86248b1e27daea', 'subnets': [{'id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:26:49.163959 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc482e97-1a82-4e3c-9894-2d6a8d78a573 req-0d7b2f1b-13a7-479e-aecf-eb6de534437d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:49.164545 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514836c7-ff28-40f9-b497-2c95f85cf9fc None None] Checking router: fc03e21e-d989-45a0-97fc-d438bdfd69cb for host: dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:26:49.165432 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-bc482e97-1a82-4e3c-9894-2d6a8d78a573 req-0d7b2f1b-13a7-479e-aecf-eb6de534437d service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e599181f-14b0-4ac4-9664-916d658a325e HTTP/1.1" status: 200 len: 854 time: 0.0460997 Aug 26 06:26:49.174026 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514836c7-ff28-40f9-b497-2c95f85cf9fc None None] Routers {'fc03e21e-d989-45a0-97fc-d438bdfd69cb'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:26:49.174660 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-514836c7-ff28-40f9-b497-2c95f85cf9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:26:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:26:49.210934 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc482e97-1a82-4e3c-9894-2d6a8d78a573 req-7db08cf7-6ff1-4c3a-9c64-48333396bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:26:49.212594 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-bc482e97-1a82-4e3c-9894-2d6a8d78a573 req-7db08cf7-6ff1-4c3a-9c64-48333396bfb5 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=e056da4a-201b-49f0-b8fe-7e84ff97ec06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402439 Aug 26 06:26:49.221920 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:49.282281 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-514836c7-ff28-40f9-b497-2c95f85cf9fc None None] Set router fc03e21e-d989-45a0-97fc-d438bdfd69cb gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:26:49.295092 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:49.319819 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-bc482e97-1a82-4e3c-9894-2d6a8d78a573 req-6c6085e4-8b4e-4786-bdd4-565d344abc38 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e056da4a-201b-49f0-b8fe-7e84ff97ec06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946283 Aug 26 06:26:49.380634 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:49.421237 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-bc482e97-1a82-4e3c-9894-2d6a8d78a573 req-1fdf579b-14cc-4865-bb6c-3c538ba79b60 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e056da4a-201b-49f0-b8fe-7e84ff97ec06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950902 Aug 26 06:26:49.508341 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-514836c7-ff28-40f9-b497-2c95f85cf9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'name': 'tempest-AttachVolumeNegativeTest-1899913901-router', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:26:19Z', 'updated_at': '2022-08-26T06:26:24Z', 'revision_number': 4, 'project_id': 'c070cba92de641518c86248b1e27daea', 'gw_port': {'id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:20Z', 'updated_at': '2022-08-26T06:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': 'f15252b5-aec0-48e2-92f4-ae3427e7fa96', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'port_id': 'dc8f2e1e-4654-4a97-af55-30d11a6929e3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'mac_address': 'fa:16:3e:55:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae98859-f32e-4f5b-b796-a330a860f02a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:26:28Z', 'updated_at': '2022-08-26T06:26:48Z', 'revision_number': 1, 'project_id': 'c070cba92de641518c86248b1e27daea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f37e899-75b4-4014-b402-fbc8859a4c3b', 'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'mac_address': 'fa:16:3e:43:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:23Z', 'updated_at': '2022-08-26T06:26:29Z', 'revision_number': 5, 'project_id': 'c070cba92de641518c86248b1e27daea', 'subnets': [{'id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:26:49.534484 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514836c7-ff28-40f9-b497-2c95f85cf9fc None None] The sync data for ids ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'] in dv-cinder-853910-3-iscsi is: [{'id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'name': 'tempest-AttachVolumeNegativeTest-1899913901-router', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:26:19Z', 'updated_at': '2022-08-26T06:26:24Z', 'revision_number': 4, 'project_id': 'c070cba92de641518c86248b1e27daea', 'gw_port': {'id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:20Z', 'updated_at': '2022-08-26T06:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': 'f15252b5-aec0-48e2-92f4-ae3427e7fa96', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'port_id': 'dc8f2e1e-4654-4a97-af55-30d11a6929e3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'mac_address': 'fa:16:3e:55:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae98859-f32e-4f5b-b796-a330a860f02a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:26:28Z', 'updated_at': '2022-08-26T06:26:48Z', 'revision_number': 1, 'project_id': 'c070cba92de641518c86248b1e27daea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f37e899-75b4-4014-b402-fbc8859a4c3b', 'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'mac_address': 'fa:16:3e:43:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:23Z', 'updated_at': '2022-08-26T06:26:29Z', 'revision_number': 5, 'project_id': 'c070cba92de641518c86248b1e27daea', 'subnets': [{'id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:26:49.731921 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdaaff1-e64b-48ba-af0a-eed1f9e62c0f None None] New status for floating IP f15252b5-aec0-48e2-92f4-ae3427e7fa96: ACTIVE {{(pid=107136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 06:26:56.488695 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6336d171-022e-4185-b810-05b173c45111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:58.732635 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-cfc0bad0-12bb-416a-8ca0-fbd5ad8f5e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:26:58.821359 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=36 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:58.823282 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=65 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:59.418937 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=16 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:59.832798 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:26:59.840763 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=37,neutron:UPDATE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:27:00.063630 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:01.631746 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:01.652970 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:01.891816 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:11.634019 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:27:11.639080 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=53,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:27:12.567588 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 6 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:27:26.439634 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-7945487d-4034-4b45-abe2-a38d5f8ec0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:28.639962 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-fbe4c8f3-d225-4cc6-85fe-dab5b404de31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:29.928896 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:31.525720 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:27:31.557164 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:31.600047 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:31.763399 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:37.673217 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 58932) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:27:37.678176 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-7f9521b9-e5a5-4a96-870f-3bc42dd71676 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Request body: {'security_group': {'name': 'tempest-securitygroup--897157137', 'description': 'tempest-description--554332973'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:27:38.025746 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7f9521b9-e5a5-4a96-870f-3bc42dd71676 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:38.103039 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7f9521b9-e5a5-4a96-870f-3bc42dd71676 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group (ff438359-d713-4a5e-8bab-803bba451ad8), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:38.403498 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7f9521b9-e5a5-4a96-870f-3bc42dd71676 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (ff438359-d713-4a5e-8bab-803bba451ad8), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:38.445492 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9521b9-e5a5-4a96-870f-3bc42dd71676 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff438359-d713-4a5e-8bab-803bba451ad8,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:27:38.453826 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9521b9-e5a5-4a96-870f-3bc42dd71676 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:38.458463 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9521b9-e5a5-4a96-870f-3bc42dd71676 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:38.458463 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9521b9-e5a5-4a96-870f-3bc42dd71676 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:38.458463 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9521b9-e5a5-4a96-870f-3bc42dd71676 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:38.458463 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9521b9-e5a5-4a96-870f-3bc42dd71676 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:38.458463 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9521b9-e5a5-4a96-870f-3bc42dd71676 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:38.458463 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9521b9-e5a5-4a96-870f-3bc42dd71676 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:38.458463 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9521b9-e5a5-4a96-870f-3bc42dd71676 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:38.458463 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9521b9-e5a5-4a96-870f-3bc42dd71676 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:38.458463 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9521b9-e5a5-4a96-870f-3bc42dd71676 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:38.458463 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9521b9-e5a5-4a96-870f-3bc42dd71676 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:38.458463 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9521b9-e5a5-4a96-870f-3bc42dd71676 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:38.458463 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9521b9-e5a5-4a96-870f-3bc42dd71676 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:38.458463 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9521b9-e5a5-4a96-870f-3bc42dd71676 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:38.459732 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9521b9-e5a5-4a96-870f-3bc42dd71676 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:38.747846 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7f9521b9-e5a5-4a96-870f-3bc42dd71676 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:38.749163 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-7f9521b9-e5a5-4a96-870f-3bc42dd71676 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0749145 Aug 26 06:27:38.752235 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 58934) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:27:38.758280 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-5a1939d5-a8fa-4c1d-aa7f-00e5a8fd5714 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Request body: {'security_group_rule': {'security_group_id': 'ff438359-d713-4a5e-8bab-803bba451ad8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:27:38.964558 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-5a1939d5-a8fa-4c1d-aa7f-00e5a8fd5714 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group_rule (3d074c36-22ff-4e38-ba28-da5b4778e63b), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:39.038135 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-5a1939d5-a8fa-4c1d-aa7f-00e5a8fd5714 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group_rule (3d074c36-22ff-4e38-ba28-da5b4778e63b), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:39.248988 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-5a1939d5-a8fa-4c1d-aa7f-00e5a8fd5714 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692507'] for security_group_rule (3d074c36-22ff-4e38-ba28-da5b4778e63b), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:39.275963 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1939d5-a8fa-4c1d-aa7f-00e5a8fd5714 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d074c36-22ff-4e38-ba28-da5b4778e63b,revision_number=0']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:27:39.380843 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4ba8f883-c8f2-408d-8a0b-1954dcbcffbe req-033ad962-3f52-466f-a21c-fdda56911df9 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ce4ec4be-d09b-431b-93f0-062334195c69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1115901 Aug 26 06:27:39.475917 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8f883-c8f2-408d-8a0b-1954dcbcffbe req-c66cd012-739b-403f-b219-59253ffa9fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:27:39.477499 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4ba8f883-c8f2-408d-8a0b-1954dcbcffbe req-c66cd012-739b-403f-b219-59253ffa9fea service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=fde0e661bd5646bab91b5e6b623a2e7e&device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 1130 time: 0.0510170 Aug 26 06:27:39.494047 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-5a1939d5-a8fa-4c1d-aa7f-00e5a8fd5714 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:39.497612 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-5a1939d5-a8fa-4c1d-aa7f-00e5a8fd5714 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7431467 Aug 26 06:27:39.500585 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 58938) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:27:39.508403 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-47e33346-831b-4e14-9159-5ebf8eea8ffe tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Request body: {'security_group_rule': {'security_group_id': 'ff438359-d713-4a5e-8bab-803bba451ad8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:27:39.608272 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8f883-c8f2-408d-8a0b-1954dcbcffbe req-c974dd8f-8a4e-4caa-93be-51a73982e8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:27:39.609661 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4ba8f883-c8f2-408d-8a0b-1954dcbcffbe req-c974dd8f-8a4e-4caa-93be-51a73982e8a8 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=6c5f68e8-9704-4e4e-a557-4e9515d804ef HTTP/1.1" status: 200 len: 912 time: 0.1103599 Aug 26 06:27:39.682280 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-47e33346-831b-4e14-9159-5ebf8eea8ffe tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group_rule (459387f6-897e-4ae9-92b4-ceaa1c656964), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:39.685187 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4ba8f883-c8f2-408d-8a0b-1954dcbcffbe req-89d5a791-2371-45b2-baba-49777e32e55c service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07d50961-0e64-446f-a7b3-9104f5a9a451 HTTP/1.1" status: 200 len: 1001 time: 0.0693817 Aug 26 06:27:39.739850 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8f883-c8f2-408d-8a0b-1954dcbcffbe req-3365e9b1-5cc6-4b5e-b744-0ba2ed41a242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:27:39.741790 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4ba8f883-c8f2-408d-8a0b-1954dcbcffbe req-3365e9b1-5cc6-4b5e-b744-0ba2ed41a242 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=78073db3-4b4a-4ba4-91af-0bd41027d48e HTTP/1.1" status: 200 len: 850 time: 0.0510142 Aug 26 06:27:39.774650 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-47e33346-831b-4e14-9159-5ebf8eea8ffe tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group_rule (459387f6-897e-4ae9-92b4-ceaa1c656964), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:39.799037 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8f883-c8f2-408d-8a0b-1954dcbcffbe req-b67a7a31-dae8-4248-8152-02fce80be375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:27:39.800582 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4ba8f883-c8f2-408d-8a0b-1954dcbcffbe req-b67a7a31-dae8-4248-8152-02fce80be375 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=6c5f68e8-9704-4e4e-a557-4e9515d804ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520477 Aug 26 06:27:39.811213 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [req-4ba8f883-c8f2-408d-8a0b-1954dcbcffbe req-ab59519b-2e01-4d38-a3d8-3388220cc7f1 service neutron] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107133) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 06:27:39.812235 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4ba8f883-c8f2-408d-8a0b-1954dcbcffbe req-ab59519b-2e01-4d38-a3d8-3388220cc7f1 service neutron] 10.222.0.76 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0062902 Aug 26 06:27:39.891233 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-47e33346-831b-4e14-9159-5ebf8eea8ffe tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692507'] for security_group_rule (459387f6-897e-4ae9-92b4-ceaa1c656964), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:39.918038 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e33346-831b-4e14-9159-5ebf8eea8ffe tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=459387f6-897e-4ae9-92b4-ceaa1c656964,revision_number=0']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:27:39.921691 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4ba8f883-c8f2-408d-8a0b-1954dcbcffbe req-eea4a80c-b2db-4a42-befa-035587219ec5 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6c5f68e8-9704-4e4e-a557-4e9515d804ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023328 Aug 26 06:27:39.935451 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e33346-831b-4e14-9159-5ebf8eea8ffe tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:39.936040 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e33346-831b-4e14-9159-5ebf8eea8ffe tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:39.936291 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e33346-831b-4e14-9159-5ebf8eea8ffe tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:39.936949 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e33346-831b-4e14-9159-5ebf8eea8ffe tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:39.937292 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e33346-831b-4e14-9159-5ebf8eea8ffe tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:39.937779 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e33346-831b-4e14-9159-5ebf8eea8ffe tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:39.938172 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e33346-831b-4e14-9159-5ebf8eea8ffe tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:39.938517 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e33346-831b-4e14-9159-5ebf8eea8ffe tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:39.938849 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e33346-831b-4e14-9159-5ebf8eea8ffe tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:39.939183 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e33346-831b-4e14-9159-5ebf8eea8ffe tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:39.939513 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e33346-831b-4e14-9159-5ebf8eea8ffe tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:39.939839 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e33346-831b-4e14-9159-5ebf8eea8ffe tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:39.940163 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e33346-831b-4e14-9159-5ebf8eea8ffe tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:39.940506 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e33346-831b-4e14-9159-5ebf8eea8ffe tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:39.940827 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e33346-831b-4e14-9159-5ebf8eea8ffe tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:40.042721 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4ba8f883-c8f2-408d-8a0b-1954dcbcffbe req-c88b05d1-04f9-4d86-af4e-b5fc717e7384 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6c5f68e8-9704-4e4e-a557-4e9515d804ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148429 Aug 26 06:27:40.065707 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-47e33346-831b-4e14-9159-5ebf8eea8ffe tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:40.066994 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-47e33346-831b-4e14-9159-5ebf8eea8ffe tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5649033 Aug 26 06:27:40.072163 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 58940) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:27:40.077492 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [None req-9eb73edf-8e71-49b6-9d00-17a7d75c3b98 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Request body: {'floatingip': {'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:27:40.273869 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9eb73edf-8e71-49b6-9d00-17a7d75c3b98 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:40.362066 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9eb73edf-8e71-49b6-9d00-17a7d75c3b98 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:40.473362 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.db_base_plugin_common [None req-9eb73edf-8e71-49b6-9d00-17a7d75c3b98 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Allocated IP 172.27.3.105 (7bfbcaf8-cfd7-4da9-9873-fb578302608c/6eb332c5-848f-450d-bdad-4a764241332a/60eb7ef7-7571-4152-b712-766cefaf337c) {{(pid=107134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:27:40.617230 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9eb73edf-8e71-49b6-9d00-17a7d75c3b98 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for port (60eb7ef7-7571-4152-b712-766cefaf337c), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:40.766757 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9eb73edf-8e71-49b6-9d00-17a7d75c3b98 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (60eb7ef7-7571-4152-b712-766cefaf337c), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:40.807267 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb73edf-8e71-49b6-9d00-17a7d75c3b98 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Network 7bfbcaf8-cfd7-4da9-9873-fb578302608c is already hosted by enough agents. {{(pid=107134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:27:40.815290 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [None req-9eb73edf-8e71-49b6-9d00-17a7d75c3b98 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Resources bound (agent type, host, resource id): {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:27:40.817977 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb73edf-8e71-49b6-9d00-17a7d75c3b98 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Received port after_create {{(pid=107134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:27:40.850630 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb73edf-8e71-49b6-9d00-17a7d75c3b98 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Pushing event updated for resources: {'Port': ['ID=60eb7ef7-7571-4152-b712-766cefaf337c,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:27:40.922716 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9eb73edf-8e71-49b6-9d00-17a7d75c3b98 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for floatingip (085bcd0f-e19f-4878-9da0-79974544c4a0), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:41.079378 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9eb73edf-8e71-49b6-9d00-17a7d75c3b98 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (60eb7ef7-7571-4152-b712-766cefaf337c), before_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:41.113377 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:27:41.131971 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:27:41.256255 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9eb73edf-8e71-49b6-9d00-17a7d75c3b98 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for port (60eb7ef7-7571-4152-b712-766cefaf337c), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:41.379642 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9eb73edf-8e71-49b6-9d00-17a7d75c3b98 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183148'] for port (60eb7ef7-7571-4152-b712-766cefaf337c), after_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:41.447400 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9eb73edf-8e71-49b6-9d00-17a7d75c3b98 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614170'] for floatingip (085bcd0f-e19f-4878-9da0-79974544c4a0), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:41.451014 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb73edf-8e71-49b6-9d00-17a7d75c3b98 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Pushing event updated for resources: {'Port': ['ID=60eb7ef7-7571-4152-b712-766cefaf337c,revision_number=2']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:27:41.502064 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=6 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:27:41.626641 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-9eb73edf-8e71-49b6-9d00-17a7d75c3b98 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for floatingip (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:41.629258 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-9eb73edf-8e71-49b6-9d00-17a7d75c3b98 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5551884 Aug 26 06:27:41.651940 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:27:41.657403 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:UPDATE=4,neutron:SELECT=9 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:27:41.784232 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:27:41.797537 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-001c9c22-d135-4972-94c3-66c2df104134 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--897157137&fields=id&tenant_id=c070cba92de641518c86248b1e27daea HTTP/1.1" status: 200 len: 267 time: 0.0501230 Aug 26 06:27:41.812792 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:27:41.925806 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-f93859be-3395-4b5f-ac51-6815a518642f tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:27:41.932196 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-f93859be-3395-4b5f-ac51-6815a518642f tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/networks?id=e056da4a-201b-49f0-b8fe-7e84ff97ec06 HTTP/1.1" status: 200 len: 815 time: 0.1241069 Aug 26 06:27:41.945163 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-195b9681-9419-4551-8825-65db171a6ee6 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/quotas/c070cba92de641518c86248b1e27daea HTTP/1.1" status: 200 len: 375 time: 0.0102122 Aug 26 06:27:42.007684 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-26564728-b11c-4f37-8cfe-e98894d91fb6 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=c070cba92de641518c86248b1e27daea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0559025 Aug 26 06:27:42.028060 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-0da06482-ec0d-49cd-9eaf-125136d410fa service neutron] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107133) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 06:27:42.029074 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-0da06482-ec0d-49cd-9eaf-125136d410fa service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0066602 Aug 26 06:27:42.137691 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-2fb1fe75-ea9d-476e-b085-fa6485f77028 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e056da4a-201b-49f0-b8fe-7e84ff97ec06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019616 Aug 26 06:27:42.245917 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-7e0d3f37-8531-4452-8e61-89ae7bcd24f7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e056da4a-201b-49f0-b8fe-7e84ff97ec06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991480 Aug 26 06:27:42.607913 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ff8295e5-4e59-4657-a11d-3616ba9135ca req-b5538f56-15aa-49a2-8e16-76b6b74f69c2 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c20b2603-fcec-4d01-bc64-d8dea988ccfe HTTP/1.1" status: 200 len: 210 time: 0.0390162 Aug 26 06:27:43.723291 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e34f4ab5-880a-4afe-b2e0-f5814fa75a81 req-0817581a-e53d-4fc2-a90d-f8d2d05e79dd tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c20b2603-fcec-4d01-bc64-d8dea988ccfe HTTP/1.1" status: 200 len: 210 time: 0.0313766 Aug 26 06:27:44.837169 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-70946da2-7c5e-4ecd-9536-beab9298e719 req-d251ecaf-dda1-468b-8221-96fda7c1d6b4 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c20b2603-fcec-4d01-bc64-d8dea988ccfe HTTP/1.1" status: 200 len: 210 time: 0.0308897 Aug 26 06:27:45.987197 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-ba2dcc74-31ca-43e8-be25-ad6aab6a4a2c req-a778fbd2-fc94-4f4e-af7d-6e8ad054db19 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c20b2603-fcec-4d01-bc64-d8dea988ccfe HTTP/1.1" status: 200 len: 210 time: 0.0413079 Aug 26 06:27:46.047287 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-3463a0f9-dbbc-4827-bf8c-178d147c2a6c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:27:46.048789 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-3463a0f9-dbbc-4827-bf8c-178d147c2a6c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.76 "GET /networking/v2.0/networks?id=e056da4a-201b-49f0-b8fe-7e84ff97ec06 HTTP/1.1" status: 200 len: 815 time: 0.1717236 Aug 26 06:27:46.137060 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-c508d456-33ef-42e2-9d34-1212647338fc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c070cba92de641518c86248b1e27daea HTTP/1.1" status: 200 len: 472 time: 0.0805242 Aug 26 06:27:46.145852 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-d655700d-e0d0-49e4-ac0e-1f2d64ed8051 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Request body: {'port': {'device_id': 'c20b2603-fcec-4d01-bc64-d8dea988ccfe', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'admin_state_up': True, 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'security_groups': ['ff438359-d713-4a5e-8bab-803bba451ad8']}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:27:46.263172 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:27:46.413590 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-d655700d-e0d0-49e4-ac0e-1f2d64ed8051 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Made reservation on behalf of c070cba92de641518c86248b1e27daea for: {'port': 1} {{(pid=107133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:27:46.417554 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-d655700d-e0d0-49e4-ac0e-1f2d64ed8051 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:46.558924 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_common [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-d655700d-e0d0-49e4-ac0e-1f2d64ed8051 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Allocated IP 172.20.0.12 (e056da4a-201b-49f0-b8fe-7e84ff97ec06/e599181f-14b0-4ac4-9664-916d658a325e/1fd78a20-ca43-4b3a-8ff2-4f1c64768455) {{(pid=107133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:27:46.725441 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-d655700d-e0d0-49e4-ac0e-1f2d64ed8051 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for port (1fd78a20-ca43-4b3a-8ff2-4f1c64768455), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:46.852021 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-d655700d-e0d0-49e4-ac0e-1f2d64ed8051 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (1fd78a20-ca43-4b3a-8ff2-4f1c64768455), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:46.902474 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-d655700d-e0d0-49e4-ac0e-1f2d64ed8051 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Network e056da4a-201b-49f0-b8fe-7e84ff97ec06 is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:27:46.906220 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-d655700d-e0d0-49e4-ac0e-1f2d64ed8051 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:27:46.910536 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-d655700d-e0d0-49e4-ac0e-1f2d64ed8051 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Received port after_create {{(pid=107133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:27:46.917790 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655700d-e0d0-49e4-ac0e-1f2d64ed8051 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Pushing event updated for resources: {'Port': ['ID=1fd78a20-ca43-4b3a-8ff2-4f1c64768455,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:27:46.980819 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-d655700d-e0d0-49e4-ac0e-1f2d64ed8051 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:27:46.980819 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-d655700d-e0d0-49e4-ac0e-1f2d64ed8051 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:47.126728 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccedadd4-eabf-4c49-a2ff-e55df16f6def req-fbdb1260-0783-4fb8-ae71-40b9a0e84a4c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:27:47.128412 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ccedadd4-eabf-4c49-a2ff-e55df16f6def req-fbdb1260-0783-4fb8-ae71-40b9a0e84a4c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c20b2603-fcec-4d01-bc64-d8dea988ccfe HTTP/1.1" status: 200 len: 932 time: 0.0504155 Aug 26 06:27:47.192757 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ccedadd4-eabf-4c49-a2ff-e55df16f6def req-cd4fb61c-48de-493d-907d-bb2ead9a58b6 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=ff438359-d713-4a5e-8bab-803bba451ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535135 Aug 26 06:27:47.210163 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-cd86142d-ee94-43c0-8886-5ca51587f7c5 None None] Provisioning complete for port 1fd78a20-ca43-4b3a-8ff2-4f1c64768455 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:27:47.211731 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-cd86142d-ee94-43c0-8886-5ca51587f7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (1fd78a20-ca43-4b3a-8ff2-4f1c64768455), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:47.240421 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-d655700d-e0d0-49e4-ac0e-1f2d64ed8051 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0976636 Aug 26 06:27:47.252124 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-cd86142d-ee94-43c0-8886-5ca51587f7c5 None None] Port 1fd78a20-ca43-4b3a-8ff2-4f1c64768455 cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:27:47.259429 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-135199bd-85cf-40d9-bd97-1cc179302946 service neutron] Request body: {'port': {'device_id': 'c20b2603-fcec-4d01-bc64-d8dea988ccfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:27:47.343696 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:27:47.350602 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-135199bd-85cf-40d9-bd97-1cc179302946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (1fd78a20-ca43-4b3a-8ff2-4f1c64768455), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:47.532922 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:27:47.648331 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-135199bd-85cf-40d9-bd97-1cc179302946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd78a20-ca43-4b3a-8ff2-4f1c64768455 {{(pid=107133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:27:47.656481 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-135199bd-85cf-40d9-bd97-1cc179302946 service neutron] Publish callbacks [] for port (1fd78a20-ca43-4b3a-8ff2-4f1c64768455), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:47.677959 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.provisioning_blocks [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-135199bd-85cf-40d9-bd97-1cc179302946 service neutron] Transition to ACTIVE for port object 1fd78a20-ca43-4b3a-8ff2-4f1c64768455 will not be triggered until provisioned by entity L2. {{(pid=107133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 06:27:48.113994 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-135199bd-85cf-40d9-bd97-1cc179302946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9095016'] for port (1fd78a20-ca43-4b3a-8ff2-4f1c64768455), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:48.178218 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135199bd-85cf-40d9-bd97-1cc179302946 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd78a20-ca43-4b3a-8ff2-4f1c64768455,revision_number=2']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:27:48.233651 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-135199bd-85cf-40d9-bd97-1cc179302946 service neutron] Attempting to bind port 1fd78a20-ca43-4b3a-8ff2-4f1c64768455 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:27:48.235293 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-135199bd-85cf-40d9-bd97-1cc179302946 service neutron] Attempting to bind port 1fd78a20-ca43-4b3a-8ff2-4f1c64768455 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': 'e272a224-57ee-4bb2-9b2c-c27e7d8f75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06'}] {{(pid=107133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:27:48.235293 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-135199bd-85cf-40d9-bd97-1cc179302946 service neutron] Attempting to bind port 1fd78a20-ca43-4b3a-8ff2-4f1c64768455 on network e056da4a-201b-49f0-b8fe-7e84ff97ec06 {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:27:48.239624 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-135199bd-85cf-40d9-bd97-1cc179302946 service neutron] Port 1fd78a20-ca43-4b3a-8ff2-4f1c64768455 on network e056da4a-201b-49f0-b8fe-7e84ff97ec06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 06:27:48.239946 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-135199bd-85cf-40d9-bd97-1cc179302946 service neutron] Attempting to bind port 1fd78a20-ca43-4b3a-8ff2-4f1c64768455 on network e056da4a-201b-49f0-b8fe-7e84ff97ec06 {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:27:48.245582 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-135199bd-85cf-40d9-bd97-1cc179302946 service neutron] Checking agent: {'id': '607bbde6-0fd2-4787-87ed-7343841db9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'started_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:27:48.246671 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-135199bd-85cf-40d9-bd97-1cc179302946 service neutron] Checking segment: {'id': 'e272a224-57ee-4bb2-9b2c-c27e7d8f75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:27:48.246671 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-135199bd-85cf-40d9-bd97-1cc179302946 service neutron] Bound using segment: {'id': 'e272a224-57ee-4bb2-9b2c-c27e7d8f75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06'} {{(pid=107133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:27:48.246671 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.managers [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-135199bd-85cf-40d9-bd97-1cc179302946 service neutron] Bound port: 1fd78a20-ca43-4b3a-8ff2-4f1c64768455, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e272a224-57ee-4bb2-9b2c-c27e7d8f75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06'}}] {{(pid=107133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:27:48.247422 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-135199bd-85cf-40d9-bd97-1cc179302946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (1fd78a20-ca43-4b3a-8ff2-4f1c64768455), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:48.349576 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b53957-c7da-4d66-9199-4683a92b6235 req-33bbb268-6dc8-4d48-a889-33f02fb63c67 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:27:48.351223 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b7b53957-c7da-4d66-9199-4683a92b6235 req-33bbb268-6dc8-4d48-a889-33f02fb63c67 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c20b2603-fcec-4d01-bc64-d8dea988ccfe HTTP/1.1" status: 200 len: 944 time: 0.0685880 Aug 26 06:27:48.359461 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-135199bd-85cf-40d9-bd97-1cc179302946 service neutron] For port 1fd78a20-ca43-4b3a-8ff2-4f1c64768455, host hv-cinder-85391, cleared binding levels {{(pid=107133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:27:48.364295 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-135199bd-85cf-40d9-bd97-1cc179302946 service neutron] For port 1fd78a20-ca43-4b3a-8ff2-4f1c64768455, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=1fd78a20-ca43-4b3a-8ff2-4f1c64768455,segment=NetworkSegment(e272a224-57ee-4bb2-9b2c-c27e7d8f75a9),segment_id=e272a224-57ee-4bb2-9b2c-c27e7d8f75a9)] {{(pid=107133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:27:48.413081 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b7b53957-c7da-4d66-9199-4683a92b6235 req-1807a7dd-16a0-478e-83ff-a9b30a895b33 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=ff438359-d713-4a5e-8bab-803bba451ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508082 Aug 26 06:27:48.445657 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:27:48.506178 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-135199bd-85cf-40d9-bd97-1cc179302946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9095016'] for port (1fd78a20-ca43-4b3a-8ff2-4f1c64768455), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:48.509404 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-135199bd-85cf-40d9-bd97-1cc179302946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:27:48.510188 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-135199bd-85cf-40d9-bd97-1cc179302946 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:48.511685 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-135199bd-85cf-40d9-bd97-1cc179302946 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/1fd78a20-ca43-4b3a-8ff2-4f1c64768455 HTTP/1.1" status: 200 len: 1094 time: 1.2636135 Aug 26 06:27:48.513917 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c20b2603-fcec-4d01-bc64-d8dea988ccfe', 'tag': '1fd78a20-ca43-4b3a-8ff2-4f1c64768455'}] {{(pid=107133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:27:48.517088 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8285fbc4cf3847b51d9cb7eba3379b7f58b909d4ff4eae5f417f2c246939f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e679a2-70b2-47ef-be9c-e9db6a84a627" -d '{"events": [{"name": "network-changed", "server_uuid": "c20b2603-fcec-4d01-bc64-d8dea988ccfe", "tag": "1fd78a20-ca43-4b3a-8ff2-4f1c64768455"}]}' {{(pid=107133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:27:48.566518 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135199bd-85cf-40d9-bd97-1cc179302946 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd78a20-ca43-4b3a-8ff2-4f1c64768455,revision_number=3']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:27:48.632385 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f079f398-02d4-4444-bcae-d548e8f56cb5 x-openstack-request-id: req-f079f398-02d4-4444-bcae-d548e8f56cb5 {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:27:48.632385 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c20b2603-fcec-4d01-bc64-d8dea988ccfe", "tag": "1fd78a20-ca43-4b3a-8ff2-4f1c64768455", "status": "completed", "code": 200}]} {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:27:48.632385 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f079f398-02d4-4444-bcae-d548e8f56cb5 {{(pid=107133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:27:48.632385 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f079f398-02d4-4444-bcae-d548e8f56cb5'] response: {'name': 'network-changed', 'server_uuid': 'c20b2603-fcec-4d01-bc64-d8dea988ccfe', 'tag': '1fd78a20-ca43-4b3a-8ff2-4f1c64768455', 'status': 'completed', 'code': 200} Aug 26 06:27:48.706754 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e679a2-70b2-47ef-be9c-e9db6a84a627 req-cd2f34e0-206d-45b0-a00c-ca6d0097f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:27:48.709263 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e1e679a2-70b2-47ef-be9c-e9db6a84a627 req-cd2f34e0-206d-45b0-a00c-ca6d0097f484 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=c070cba92de641518c86248b1e27daea&device_id=c20b2603-fcec-4d01-bc64-d8dea988ccfe HTTP/1.1" status: 200 len: 1128 time: 0.0538874 Aug 26 06:27:48.812366 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e679a2-70b2-47ef-be9c-e9db6a84a627 req-3dd804f5-e74a-46c1-aead-7ffefd06774a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:27:48.813884 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e1e679a2-70b2-47ef-be9c-e9db6a84a627 req-3dd804f5-e74a-46c1-aead-7ffefd06774a service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=c070cba92de641518c86248b1e27daea&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0960486 Aug 26 06:27:48.924474 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e679a2-70b2-47ef-be9c-e9db6a84a627 req-428e4377-9308-49f0-988d-ce213bfe90cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:27:48.925945 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e1e679a2-70b2-47ef-be9c-e9db6a84a627 req-428e4377-9308-49f0-988d-ce213bfe90cb service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1068318 Aug 26 06:27:49.005166 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-4cdc3d44-323d-4d18-b123-8ea1c92c1504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:27:49.009613 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-4cdc3d44-323d-4d18-b123-8ea1c92c1504 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=c070cba92de641518c86248b1e27daea&device_id=c20b2603-fcec-4d01-bc64-d8dea988ccfe HTTP/1.1" status: 200 len: 1128 time: 0.0476005 Aug 26 06:27:49.068502 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-5bd1ab70-da50-499a-9af3-b6f44c358560 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fd78a20-ca43-4b3a-8ff2-4f1c64768455 HTTP/1.1" status: 200 len: 217 time: 0.0521040 Aug 26 06:27:49.126392 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-73bbdafb-4299-45a7-ae48-5f3b4eb64111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:27:49.128183 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-73bbdafb-4299-45a7-ae48-5f3b4eb64111 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e599181f-14b0-4ac4-9664-916d658a325e HTTP/1.1" status: 200 len: 854 time: 0.0534329 Aug 26 06:27:49.183009 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-b756baef-872d-475b-aa6e-95db9f3fcd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:27:49.184626 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-b756baef-872d-475b-aa6e-95db9f3fcd1a service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=e056da4a-201b-49f0-b8fe-7e84ff97ec06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510914 Aug 26 06:27:49.287499 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-3ebf7bde-be85-40a6-b120-308ce8413b75 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e056da4a-201b-49f0-b8fe-7e84ff97ec06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969031 Aug 26 06:27:49.353505 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:27:49.393590 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d976ae32-ad77-4803-bce4-216dc45eb415 req-e730fc89-a3cc-43f2-84c6-ef010e5f2bff service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e056da4a-201b-49f0-b8fe-7e84ff97ec06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998106 Aug 26 06:27:49.549323 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed4e95c-f20e-42b5-9178-a0580bec4ca8 req-2e2772fe-33c9-4d06-b442-2867b750a17b tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:27:49.550801 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4ed4e95c-f20e-42b5-9178-a0580bec4ca8 req-2e2772fe-33c9-4d06-b442-2867b750a17b tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c20b2603-fcec-4d01-bc64-d8dea988ccfe HTTP/1.1" status: 200 len: 944 time: 0.0512302 Aug 26 06:27:49.566156 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 6 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:27:49.601988 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4ed4e95c-f20e-42b5-9178-a0580bec4ca8 req-76ace359-bd6b-4922-8573-7c70230be808 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=ff438359-d713-4a5e-8bab-803bba451ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448341 Aug 26 06:27:50.747019 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c43e83-40eb-4b33-981a-14971574051b req-6d28d3f5-9d90-414f-ab04-da672550c132 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:27:50.748652 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-78c43e83-40eb-4b33-981a-14971574051b req-6d28d3f5-9d90-414f-ab04-da672550c132 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c20b2603-fcec-4d01-bc64-d8dea988ccfe HTTP/1.1" status: 200 len: 944 time: 0.0613627 Aug 26 06:27:50.805121 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-78c43e83-40eb-4b33-981a-14971574051b req-581dc0f0-55c9-4039-9f27-565c45c938e5 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=ff438359-d713-4a5e-8bab-803bba451ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507078 Aug 26 06:27:51.945407 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959f087-bbff-4093-809b-3cf13960bf60 req-08d471ee-acc2-4edf-815f-5302bb7db940 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:27:51.950049 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a959f087-bbff-4093-809b-3cf13960bf60 req-08d471ee-acc2-4edf-815f-5302bb7db940 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c20b2603-fcec-4d01-bc64-d8dea988ccfe HTTP/1.1" status: 200 len: 944 time: 0.0598426 Aug 26 06:27:51.999058 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a959f087-bbff-4093-809b-3cf13960bf60 req-3b7cbd22-82b3-404e-8733-11036772467e tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=ff438359-d713-4a5e-8bab-803bba451ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456989 Aug 26 06:27:53.127287 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b993d7-8d26-454a-9d9e-6dae53ac5c17 req-2d58f1be-6a56-4ddf-8e14-7ca50fd8975c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:27:53.128804 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-d6b993d7-8d26-454a-9d9e-6dae53ac5c17 req-2d58f1be-6a56-4ddf-8e14-7ca50fd8975c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c20b2603-fcec-4d01-bc64-d8dea988ccfe HTTP/1.1" status: 200 len: 944 time: 0.0519798 Aug 26 06:27:53.178468 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-d6b993d7-8d26-454a-9d9e-6dae53ac5c17 req-4e8ec75a-dd0a-4240-a5f2-f83940f8526b tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=ff438359-d713-4a5e-8bab-803bba451ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441306 Aug 26 06:27:53.592705 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 1fd78a20-ca43-4b3a-8ff2-4f1c64768455 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 06:27:53.697338 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 1fd78a20-ca43-4b3a-8ff2-4f1c64768455, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=1fd78a20-ca43-4b3a-8ff2-4f1c64768455,segment=NetworkSegment(e272a224-57ee-4bb2-9b2c-c27e7d8f75a9),segment_id=e272a224-57ee-4bb2-9b2c-c27e7d8f75a9)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:27:53.708512 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Returning: {'device': '1fd78a20-ca43-4b3a-8ff2-4f1c64768455', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'port_id': '1fd78a20-ca43-4b3a-8ff2-4f1c64768455', 'mac_address': 'fa:16:3e:ea:0f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 06:27:53.746729 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port 1fd78a20-ca43-4b3a-8ff2-4f1c64768455 is: DOWN; New status is: BUILD {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:27:53.747123 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (1fd78a20-ca43-4b3a-8ff2-4f1c64768455), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:53.760762 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd78a20-ca43-4b3a-8ff2-4f1c64768455 {{(pid=107135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:27:53.781404 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 1fd78a20-ca43-4b3a-8ff2-4f1c64768455, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=1fd78a20-ca43-4b3a-8ff2-4f1c64768455,segment=NetworkSegment(e272a224-57ee-4bb2-9b2c-c27e7d8f75a9),segment_id=e272a224-57ee-4bb2-9b2c-c27e7d8f75a9)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:27:53.911362 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (1fd78a20-ca43-4b3a-8ff2-4f1c64768455), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:53.961955 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=1fd78a20-ca43-4b3a-8ff2-4f1c64768455,revision_number=4']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:27:53.969570 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:53.969911 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:53.970246 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:53.970606 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:53.970989 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:53.971317 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:53.971641 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:53.971962 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:53.972283 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:53.972601 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:53.972921 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:53.973245 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:53.973558 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:53.973875 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:53.974189 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:27:54.156480 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] get_ports_and_sgs() called for port_ids ['1fd78a20-ca43-4b3a-8ff2-4f1c64768455'] {{(pid=107135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 06:27:54.325610 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa1562-0e6c-4729-bb9c-6b0e26d84157 req-aeaa3da5-e06e-4e50-b604-7874186e5168 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:27:54.327236 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b1fa1562-0e6c-4729-bb9c-6b0e26d84157 req-aeaa3da5-e06e-4e50-b604-7874186e5168 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c20b2603-fcec-4d01-bc64-d8dea988ccfe HTTP/1.1" status: 200 len: 945 time: 0.0619771 Aug 26 06:27:54.385547 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b1fa1562-0e6c-4729-bb9c-6b0e26d84157 req-b77bb811-0c94-47ab-8317-f221f3c32f1f tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=ff438359-d713-4a5e-8bab-803bba451ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520508 Aug 26 06:27:54.504244 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:DELETE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:27:55.521267 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d3baf-144c-4d2c-8eba-4151c36436d8 req-ba77a69e-f005-403c-85ba-681f2123b9f0 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:27:55.522845 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f83d3baf-144c-4d2c-8eba-4151c36436d8 req-ba77a69e-f005-403c-85ba-681f2123b9f0 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c20b2603-fcec-4d01-bc64-d8dea988ccfe HTTP/1.1" status: 200 len: 945 time: 0.0506492 Aug 26 06:27:55.580008 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f83d3baf-144c-4d2c-8eba-4151c36436d8 req-615539ef-352d-40e2-93b3-2398e18e18a3 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=ff438359-d713-4a5e-8bab-803bba451ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497501 Aug 26 06:27:55.596370 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 1fd78a20-ca43-4b3a-8ff2-4f1c64768455 up at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:27:55.643911 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning for port 1fd78a20-ca43-4b3a-8ff2-4f1c64768455 completed by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 06:27:55.745799 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning complete for port 1fd78a20-ca43-4b3a-8ff2-4f1c64768455 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:27:55.746279 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (1fd78a20-ca43-4b3a-8ff2-4f1c64768455), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:55.830302 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port 1fd78a20-ca43-4b3a-8ff2-4f1c64768455 is: BUILD; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:27:55.830783 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (1fd78a20-ca43-4b3a-8ff2-4f1c64768455), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:55.862034 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20b2603-fcec-4d01-bc64-d8dea988ccfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd78a20-ca43-4b3a-8ff2-4f1c64768455'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:27:55.864316 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc106e9f9832226dd913a824a8ae1ea8f79b2df9cdef89c79e10f33880c5a8de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3760c65d-097d-4f5d-9168-66091fc9de82" -d '{"events": [{"server_uuid": "c20b2603-fcec-4d01-bc64-d8dea988ccfe", "name": "network-vif-plugged", "status": "completed", "tag": "1fd78a20-ca43-4b3a-8ff2-4f1c64768455"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:27:55.881338 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port 1fd78a20-ca43-4b3a-8ff2-4f1c64768455, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=1fd78a20-ca43-4b3a-8ff2-4f1c64768455,segment=NetworkSegment(e272a224-57ee-4bb2-9b2c-c27e7d8f75a9),segment_id=e272a224-57ee-4bb2-9b2c-c27e7d8f75a9)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:27:55.998015 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (1fd78a20-ca43-4b3a-8ff2-4f1c64768455), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:56.001029 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b84288-b40a-4ae0-a326-4fe4d1bb0d4e x-openstack-request-id: req-37b84288-b40a-4ae0-a326-4fe4d1bb0d4e {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:27:56.001360 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c20b2603-fcec-4d01-bc64-d8dea988ccfe", "name": "network-vif-plugged", "status": "completed", "tag": "1fd78a20-ca43-4b3a-8ff2-4f1c64768455", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:27:56.001591 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-37b84288-b40a-4ae0-a326-4fe4d1bb0d4e {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:27:56.001982 dv-cinder-853910-3-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37b84288-b40a-4ae0-a326-4fe4d1bb0d4e'] response: {'server_uuid': 'c20b2603-fcec-4d01-bc64-d8dea988ccfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd78a20-ca43-4b3a-8ff2-4f1c64768455', 'code': 200} Aug 26 06:27:56.068712 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=1fd78a20-ca43-4b3a-8ff2-4f1c64768455,revision_number=5']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:27:56.428170 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-eec80fd4-db4e-4a8c-a935-73b123c63ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:56.490304 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14699f53-ee6a-4d27-bf75-7ef4c59686df req-bd7dcf48-95e6-4449-b9d4-7e12dfd24fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:27:56.491740 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-14699f53-ee6a-4d27-bf75-7ef4c59686df req-bd7dcf48-95e6-4449-b9d4-7e12dfd24fb6 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c20b2603-fcec-4d01-bc64-d8dea988ccfe HTTP/1.1" status: 200 len: 1130 time: 0.0417414 Aug 26 06:27:56.547126 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-14699f53-ee6a-4d27-bf75-7ef4c59686df req-f939cdfa-1921-4259-ae79-c6cb8229f413 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=ff438359-d713-4a5e-8bab-803bba451ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487499 Aug 26 06:27:56.718982 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895e8f9-5a8b-4a64-bc14-02e62a41fd9a req-30ec3856-d8f7-477a-9ca4-fbe964b7b735 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:27:56.720552 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0895e8f9-5a8b-4a64-bc14-02e62a41fd9a req-30ec3856-d8f7-477a-9ca4-fbe964b7b735 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c20b2603-fcec-4d01-bc64-d8dea988ccfe HTTP/1.1" status: 200 len: 946 time: 0.0625250 Aug 26 06:27:56.746510 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:27:56.779215 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0895e8f9-5a8b-4a64-bc14-02e62a41fd9a req-de38383f-b49e-46d9-b249-edb66aa82391 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=ff438359-d713-4a5e-8bab-803bba451ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522590 Aug 26 06:27:57.915912 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce23644-9c02-4666-b64b-2af8ceeea82b req-ec15eb7b-e6ff-4ad5-b82e-7bd496960604 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:27:57.917667 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4ce23644-9c02-4666-b64b-2af8ceeea82b req-ec15eb7b-e6ff-4ad5-b82e-7bd496960604 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c20b2603-fcec-4d01-bc64-d8dea988ccfe HTTP/1.1" status: 200 len: 946 time: 0.0524516 Aug 26 06:27:57.972198 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4ce23644-9c02-4666-b64b-2af8ceeea82b req-6f2679f7-eb3d-423b-bb1e-802871e03f4c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=ff438359-d713-4a5e-8bab-803bba451ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476363 Aug 26 06:27:58.671155 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0c493274-c69d-47a0-9c97-3a815df85649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:59.164588 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b2bf6-d479-4b88-a114-3968815b38bd req-c9a94e39-7a2d-430e-8136-01745b670267 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:27:59.166137 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-001b2bf6-d479-4b88-a114-3968815b38bd req-c9a94e39-7a2d-430e-8136-01745b670267 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c20b2603-fcec-4d01-bc64-d8dea988ccfe HTTP/1.1" status: 200 len: 946 time: 0.1084695 Aug 26 06:27:59.228286 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-001b2bf6-d479-4b88-a114-3968815b38bd req-31442521-9d49-46e7-a076-68e1c5ab1eb6 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=ff438359-d713-4a5e-8bab-803bba451ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517609 Aug 26 06:27:59.348124 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c26ac-4518-46c5-afee-c3ad17e8c117 req-2d3b37b1-a3db-4cf8-a022-7e3ed6ba5ff7 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:27:59.349618 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-6c8c26ac-4518-46c5-afee-c3ad17e8c117 req-2d3b37b1-a3db-4cf8-a022-7e3ed6ba5ff7 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c20b2603-fcec-4d01-bc64-d8dea988ccfe HTTP/1.1" status: 200 len: 946 time: 0.0499685 Aug 26 06:27:59.361134 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59012) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:27:59.365724 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-b15b65e7-1e5a-4c00-84e5-e71076f6c015 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Request body: {'floatingip': {'port_id': '1fd78a20-ca43-4b3a-8ff2-4f1c64768455'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:27:59.408574 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-b15b65e7-1e5a-4c00-84e5-e71076f6c015 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for floatingip (085bcd0f-e19f-4878-9da0-79974544c4a0), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:59.614686 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:27:59.789679 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:27:59.847161 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-b15b65e7-1e5a-4c00-84e5-e71076f6c015 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:27:59.965270 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:00.039201 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-b15b65e7-1e5a-4c00-84e5-e71076f6c015 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614170'] for floatingip (085bcd0f-e19f-4878-9da0-79974544c4a0), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:00.144491 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.db.l3_db [None req-b15b65e7-1e5a-4c00-84e5-e71076f6c015 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Floating IP 085bcd0f-e19f-4878-9da0-79974544c4a0 associated. External IP: 172.27.3.105, port: 1fd78a20-ca43-4b3a-8ff2-4f1c64768455. Aug 26 06:28:00.171077 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 59014) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:00.334316 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-7a41783f-8899-4aba-b8eb-ed08755bd41c tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Deleting port 96612404-0140-4977-b28e-028cd4509f9a {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:28:00.334646 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7a41783f-8899-4aba-b8eb-ed08755bd41c tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (96612404-0140-4977-b28e-028cd4509f9a), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:00.368118 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15b65e7-1e5a-4c00-84e5-e71076f6c015 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Router fc03e21e-d989-45a0-97fc-d438bdfd69cb has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:28:00.424639 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7a41783f-8899-4aba-b8eb-ed08755bd41c tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (96612404-0140-4977-b28e-028cd4509f9a), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:00.424639 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7a41783f-8899-4aba-b8eb-ed08755bd41c tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for floatingip (96612404-0140-4977-b28e-028cd4509f9a), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:00.439385 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-7a41783f-8899-4aba-b8eb-ed08755bd41c tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Calling delete_port for 96612404-0140-4977-b28e-028cd4509f9a owned by network:floatingip {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:28:00.555409 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:00.744109 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15b65e7-1e5a-4c00-84e5-e71076f6c015 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:28:00.748998 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-b15b65e7-1e5a-4c00-84e5-e71076f6c015 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for floatingip (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:00.756495 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e7d315-8e5a-47ae-9002-be9789cca7ae None None] Sync routers for ids ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'] in dv-cinder-853910-3-iscsi {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:28:00.767923 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:00.770529 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e7d315-8e5a-47ae-9002-be9789cca7ae None None] Routers {'fc03e21e-d989-45a0-97fc-d438bdfd69cb'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:28:00.771178 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-66e7d315-8e5a-47ae-9002-be9789cca7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:27:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:00.781154 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-b15b65e7-1e5a-4c00-84e5-e71076f6c015 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/085bcd0f-e19f-4878-9da0-79974544c4a0 HTTP/1.1" status: 200 len: 992 time: 1.4188464 Aug 26 06:28:00.782856 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c20b2603-fcec-4d01-bc64-d8dea988ccfe', 'tag': '1fd78a20-ca43-4b3a-8ff2-4f1c64768455'}] {{(pid=107133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:28:00.784034 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8285fbc4cf3847b51d9cb7eba3379b7f58b909d4ff4eae5f417f2c246939f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187b3813-22a0-49ef-aecc-8eaca5fdde74" -d '{"events": [{"name": "network-changed", "server_uuid": "c20b2603-fcec-4d01-bc64-d8dea988ccfe", "tag": "1fd78a20-ca43-4b3a-8ff2-4f1c64768455"}]}' {{(pid=107133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:28:00.813069 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:00.832433 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcdefa0-9123-4aaf-92ce-25facacd64b8 x-openstack-request-id: req-afcdefa0-9123-4aaf-92ce-25facacd64b8 {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:28:00.832715 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c20b2603-fcec-4d01-bc64-d8dea988ccfe", "tag": "1fd78a20-ca43-4b3a-8ff2-4f1c64768455", "status": "completed", "code": 200}]} {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:28:00.832969 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-afcdefa0-9123-4aaf-92ce-25facacd64b8 {{(pid=107133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:28:00.833373 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afcdefa0-9123-4aaf-92ce-25facacd64b8'] response: {'name': 'network-changed', 'server_uuid': 'c20b2603-fcec-4d01-bc64-d8dea988ccfe', 'tag': '1fd78a20-ca43-4b3a-8ff2-4f1c64768455', 'status': 'completed', 'code': 200} Aug 26 06:28:00.855156 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7a41783f-8899-4aba-b8eb-ed08755bd41c tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (96612404-0140-4977-b28e-028cd4509f9a), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:00.885889 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a41783f-8899-4aba-b8eb-ed08755bd41c tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Pushing event deleted for resources: {'Port': ['ID=96612404-0140-4977-b28e-028cd4509f9a,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:00.913688 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-66e7d315-8e5a-47ae-9002-be9789cca7ae None None] Set router fc03e21e-d989-45a0-97fc-d438bdfd69cb gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:28:00.930213 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b3813-22a0-49ef-aecc-8eaca5fdde74 req-a85d3e1e-aa11-45ae-8404-504dc0918d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:28:00.932328 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-187b3813-22a0-49ef-aecc-8eaca5fdde74 req-a85d3e1e-aa11-45ae-8404-504dc0918d65 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=c070cba92de641518c86248b1e27daea&device_id=c20b2603-fcec-4d01-bc64-d8dea988ccfe HTTP/1.1" status: 200 len: 1130 time: 0.0712399 Aug 26 06:28:00.962536 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7a41783f-8899-4aba-b8eb-ed08755bd41c tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for floatingip (4af2b699-3ef0-442a-b7e4-5d16eec4496e), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:00.966245 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.db.l3_db [None req-7a41783f-8899-4aba-b8eb-ed08755bd41c tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Floating IP 4af2b699-3ef0-442a-b7e4-5d16eec4496e disassociated (deleted). External IP: 172.27.3.175, port: ab5e913e-41a3-4c93-830a-f63879ab1522. Aug 26 06:28:01.050320 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b3813-22a0-49ef-aecc-8eaca5fdde74 req-27949bca-42f0-44c6-ab39-13643412a6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:28:01.051613 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-187b3813-22a0-49ef-aecc-8eaca5fdde74 req-27949bca-42f0-44c6-ab39-13643412a6c6 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=e056da4a-201b-49f0-b8fe-7e84ff97ec06 HTTP/1.1" status: 200 len: 916 time: 0.1124640 Aug 26 06:28:01.123392 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-187b3813-22a0-49ef-aecc-8eaca5fdde74 req-afc4576d-937b-4881-a066-e9d740ba683c service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fd78a20-ca43-4b3a-8ff2-4f1c64768455 HTTP/1.1" status: 200 len: 1000 time: 0.0651603 Aug 26 06:28:01.200191 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b3813-22a0-49ef-aecc-8eaca5fdde74 req-cc4bf6ac-5825-4f3e-a51e-5b75a5c368a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:28:01.201671 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-187b3813-22a0-49ef-aecc-8eaca5fdde74 req-cc4bf6ac-5825-4f3e-a51e-5b75a5c368a7 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e599181f-14b0-4ac4-9664-916d658a325e HTTP/1.1" status: 200 len: 854 time: 0.0665951 Aug 26 06:28:01.203999 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-66e7d315-8e5a-47ae-9002-be9789cca7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'name': 'tempest-AttachVolumeNegativeTest-1899913901-router', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:26:19Z', 'updated_at': '2022-08-26T06:26:24Z', 'revision_number': 4, 'project_id': 'c070cba92de641518c86248b1e27daea', 'gw_port': {'id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:20Z', 'updated_at': '2022-08-26T06:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': '085bcd0f-e19f-4878-9da0-79974544c4a0', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'port_id': '1fd78a20-ca43-4b3a-8ff2-4f1c64768455', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'mac_address': 'fa:16:3e:ea:0f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20b2603-fcec-4d01-bc64-d8dea988ccfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:27:40Z', 'updated_at': '2022-08-26T06:27:59Z', 'revision_number': 1, 'project_id': 'c070cba92de641518c86248b1e27daea', 'fixed_ip_address_scope': None}, {'id': 'f15252b5-aec0-48e2-92f4-ae3427e7fa96', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'port_id': 'dc8f2e1e-4654-4a97-af55-30d11a6929e3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'mac_address': 'fa:16:3e:55:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae98859-f32e-4f5b-b796-a330a860f02a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:26:28Z', 'updated_at': '2022-08-26T06:26:49Z', 'revision_number': 2, 'project_id': 'c070cba92de641518c86248b1e27daea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f37e899-75b4-4014-b402-fbc8859a4c3b', 'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'mac_address': 'fa:16:3e:43:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:23Z', 'updated_at': '2022-08-26T06:26:29Z', 'revision_number': 5, 'project_id': 'c070cba92de641518c86248b1e27daea', 'subnets': [{'id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:01.223024 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:01.232078 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a41783f-8899-4aba-b8eb-ed08755bd41c tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Router 1170b181-b00b-401a-bc40-cf5c03a60e31 has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:28:01.243859 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e7d315-8e5a-47ae-9002-be9789cca7ae None None] Checking router: fc03e21e-d989-45a0-97fc-d438bdfd69cb for host: dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:28:01.251094 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:01.256602 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e7d315-8e5a-47ae-9002-be9789cca7ae None None] Routers {'fc03e21e-d989-45a0-97fc-d438bdfd69cb'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:28:01.257461 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-66e7d315-8e5a-47ae-9002-be9789cca7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:27:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:01.264596 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b3813-22a0-49ef-aecc-8eaca5fdde74 req-2486829e-445b-4e51-a9f8-003d3e5671fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:28:01.267050 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-187b3813-22a0-49ef-aecc-8eaca5fdde74 req-2486829e-445b-4e51-a9f8-003d3e5671fe service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=e056da4a-201b-49f0-b8fe-7e84ff97ec06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596721 Aug 26 06:28:01.376254 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a41783f-8899-4aba-b8eb-ed08755bd41c tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:28:01.382467 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-7a41783f-8899-4aba-b8eb-ed08755bd41c tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for floatingip (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:01.391236 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a6f221-4ae0-4218-a0c3-67a07860a7c6 None None] Sync routers for ids ['1170b181-b00b-401a-bc40-cf5c03a60e31'] in dv-cinder-853910-3-iscsi {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:28:01.392036 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-187b3813-22a0-49ef-aecc-8eaca5fdde74 req-41604b4b-fe9e-4045-82d2-0af68a6a1539 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e056da4a-201b-49f0-b8fe-7e84ff97ec06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187472 Aug 26 06:28:01.415060 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a6f221-4ae0-4218-a0c3-67a07860a7c6 None None] Routers {'1170b181-b00b-401a-bc40-cf5c03a60e31'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:28:01.417209 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-52a6f221-4ae0-4218-a0c3-67a07860a7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:27:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['1170b181-b00b-401a-bc40-cf5c03a60e31'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:01.458430 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-7a41783f-8899-4aba-b8eb-ed08755bd41c tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/4af2b699-3ef0-442a-b7e4-5d16eec4496e HTTP/1.1" status: 204 len: 168 time: 1.2845218 Aug 26 06:28:01.459631 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e760f027-a590-4387-ab32-7dca29d29335', 'tag': 'ab5e913e-41a3-4c93-830a-f63879ab1522'}] {{(pid=107134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:28:01.466403 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98877e02f8b3cb06335249729d630ff259ce8fa3eff905cdf154d6d548f15152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797c1216-2237-44c5-8734-2abaffcf27cf" -d '{"events": [{"name": "network-changed", "server_uuid": "e760f027-a590-4387-ab32-7dca29d29335", "tag": "ab5e913e-41a3-4c93-830a-f63879ab1522"}]}' {{(pid=107134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:28:01.478570 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:01.525137 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-187b3813-22a0-49ef-aecc-8eaca5fdde74 req-04361979-54f7-4bdd-9e05-e83b072bb603 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e056da4a-201b-49f0-b8fe-7e84ff97ec06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266751 Aug 26 06:28:01.581455 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-52a6f221-4ae0-4218-a0c3-67a07860a7c6 None None] Set router 1170b181-b00b-401a-bc40-cf5c03a60e31 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:28:01.589630 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-66e7d315-8e5a-47ae-9002-be9789cca7ae None None] Set router fc03e21e-d989-45a0-97fc-d438bdfd69cb gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:28:01.618051 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4089a42-8ae9-4e8d-81cd-afa589af125c x-openstack-request-id: req-a4089a42-8ae9-4e8d-81cd-afa589af125c {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:28:01.618051 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e760f027-a590-4387-ab32-7dca29d29335", "tag": "ab5e913e-41a3-4c93-830a-f63879ab1522", "status": "completed", "code": 200}]} {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:28:01.618051 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a4089a42-8ae9-4e8d-81cd-afa589af125c {{(pid=107134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:28:01.618782 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4089a42-8ae9-4e8d-81cd-afa589af125c'] response: {'name': 'network-changed', 'server_uuid': 'e760f027-a590-4387-ab32-7dca29d29335', 'tag': 'ab5e913e-41a3-4c93-830a-f63879ab1522', 'status': 'completed', 'code': 200} Aug 26 06:28:01.687286 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:01.695332 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c1216-2237-44c5-8734-2abaffcf27cf req-ec77f248-4703-426f-ab3a-0c1e9c528b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:28:01.697202 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-797c1216-2237-44c5-8734-2abaffcf27cf req-ec77f248-4703-426f-ab3a-0c1e9c528b46 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=fde0e661bd5646bab91b5e6b623a2e7e&device_id=e760f027-a590-4387-ab32-7dca29d29335 HTTP/1.1" status: 200 len: 1129 time: 0.0525076 Aug 26 06:28:01.736937 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:01.766241 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:01.808264 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 59026) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:01.822034 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c1216-2237-44c5-8734-2abaffcf27cf req-34aba144-bc74-4be9-8b62-b92dc10e2da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:28:01.825761 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-797c1216-2237-44c5-8734-2abaffcf27cf req-34aba144-bc74-4be9-8b62-b92dc10e2da4 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=6c5f68e8-9704-4e4e-a557-4e9515d804ef HTTP/1.1" status: 200 len: 912 time: 0.1219687 Aug 26 06:28:01.861945 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:01.863416 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-52a6f221-4ae0-4218-a0c3-67a07860a7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'name': 'tempest-TestVolumeBootPattern-516714474-router', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00c271ea-b83a-41f7-9150-f380b863371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:24Z', 'updated_at': '2022-08-26T06:19:32Z', 'revision_number': 4, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'gw_port': {'id': '00c271ea-b83a-41f7-9150-f380b863371a', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:26Z', 'updated_at': '2022-08-26T06:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': '5a4c4d50-5521-4f88-8628-6d530393615a', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'port_id': '07d50961-0e64-446f-a7b3-9104f5a9a451', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'mac_address': 'fa:16:3e:7b:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4ec4be-d09b-431b-93f0-062334195c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:24:11Z', 'updated_at': '2022-08-26T06:24:13Z', 'revision_number': 1, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f652a3a-1862-46c0-b96a-62edc6b668df', 'name': '', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'mac_address': 'fa:16:3e:1a:bc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:31Z', 'updated_at': '2022-08-26T06:19:41Z', 'revision_number': 5, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'subnets': [{'id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:01.873096 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-66e7d315-8e5a-47ae-9002-be9789cca7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'name': 'tempest-AttachVolumeNegativeTest-1899913901-router', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:26:19Z', 'updated_at': '2022-08-26T06:26:24Z', 'revision_number': 4, 'project_id': 'c070cba92de641518c86248b1e27daea', 'gw_port': {'id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:20Z', 'updated_at': '2022-08-26T06:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': '085bcd0f-e19f-4878-9da0-79974544c4a0', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'port_id': '1fd78a20-ca43-4b3a-8ff2-4f1c64768455', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'mac_address': 'fa:16:3e:ea:0f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20b2603-fcec-4d01-bc64-d8dea988ccfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:27:40Z', 'updated_at': '2022-08-26T06:27:59Z', 'revision_number': 1, 'project_id': 'c070cba92de641518c86248b1e27daea', 'fixed_ip_address_scope': None}, {'id': 'f15252b5-aec0-48e2-92f4-ae3427e7fa96', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'port_id': 'dc8f2e1e-4654-4a97-af55-30d11a6929e3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'mac_address': 'fa:16:3e:55:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae98859-f32e-4f5b-b796-a330a860f02a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:26:28Z', 'updated_at': '2022-08-26T06:26:49Z', 'revision_number': 2, 'project_id': 'c070cba92de641518c86248b1e27daea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f37e899-75b4-4014-b402-fbc8859a4c3b', 'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'mac_address': 'fa:16:3e:43:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:23Z', 'updated_at': '2022-08-26T06:26:29Z', 'revision_number': 5, 'project_id': 'c070cba92de641518c86248b1e27daea', 'subnets': [{'id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:01.881911 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-797c1216-2237-44c5-8734-2abaffcf27cf req-a5af8d6f-3534-4aa1-8221-f262a06d7bdd service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab5e913e-41a3-4c93-830a-f63879ab1522 HTTP/1.1" status: 200 len: 217 time: 0.0480962 Aug 26 06:28:01.906461 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a6f221-4ae0-4218-a0c3-67a07860a7c6 None None] Checking router: 1170b181-b00b-401a-bc40-cf5c03a60e31 for host: dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:28:01.918560 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a6f221-4ae0-4218-a0c3-67a07860a7c6 None None] Routers {'1170b181-b00b-401a-bc40-cf5c03a60e31'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:28:01.919452 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-52a6f221-4ae0-4218-a0c3-67a07860a7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:27:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['1170b181-b00b-401a-bc40-cf5c03a60e31'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:01.924229 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e7d315-8e5a-47ae-9002-be9789cca7ae None None] The sync data for ids ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'] in dv-cinder-853910-3-iscsi is: [{'id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'name': 'tempest-AttachVolumeNegativeTest-1899913901-router', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:26:19Z', 'updated_at': '2022-08-26T06:26:24Z', 'revision_number': 4, 'project_id': 'c070cba92de641518c86248b1e27daea', 'gw_port': {'id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:20Z', 'updated_at': '2022-08-26T06:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': '085bcd0f-e19f-4878-9da0-79974544c4a0', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'floating_ip_address': '172.27.3.105', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'port_id': '1fd78a20-ca43-4b3a-8ff2-4f1c64768455', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'mac_address': 'fa:16:3e:ea:0f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20b2603-fcec-4d01-bc64-d8dea988ccfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:27:40Z', 'updated_at': '2022-08-26T06:27:59Z', 'revision_number': 1, 'project_id': 'c070cba92de641518c86248b1e27daea', 'fixed_ip_address_scope': None}, {'id': 'f15252b5-aec0-48e2-92f4-ae3427e7fa96', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'port_id': 'dc8f2e1e-4654-4a97-af55-30d11a6929e3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'mac_address': 'fa:16:3e:55:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae98859-f32e-4f5b-b796-a330a860f02a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:26:28Z', 'updated_at': '2022-08-26T06:26:49Z', 'revision_number': 2, 'project_id': 'c070cba92de641518c86248b1e27daea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f37e899-75b4-4014-b402-fbc8859a4c3b', 'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'mac_address': 'fa:16:3e:43:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:23Z', 'updated_at': '2022-08-26T06:26:29Z', 'revision_number': 5, 'project_id': 'c070cba92de641518c86248b1e27daea', 'subnets': [{'id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:28:01.946541 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c1216-2237-44c5-8734-2abaffcf27cf req-daee0178-8013-4337-acbf-8ca1dfa621c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:28:01.950358 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-797c1216-2237-44c5-8734-2abaffcf27cf req-daee0178-8013-4337-acbf-8ca1dfa621c3 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=78073db3-4b4a-4ba4-91af-0bd41027d48e HTTP/1.1" status: 200 len: 850 time: 0.0630987 Aug 26 06:28:02.014955 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-ee106b05-3be0-453c-a6a3-8e7f2eb0a54b tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Deleting port 22fde3bd-569c-4d94-8b54-79f6196f5c3a {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:28:02.015614 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ee106b05-3be0-453c-a6a3-8e7f2eb0a54b tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (22fde3bd-569c-4d94-8b54-79f6196f5c3a), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:02.015766 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c1216-2237-44c5-8734-2abaffcf27cf req-913b7455-5134-41f3-9a9f-9fcbfb5649e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:28:02.018427 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-797c1216-2237-44c5-8734-2abaffcf27cf req-913b7455-5134-41f3-9a9f-9fcbfb5649e5 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=6c5f68e8-9704-4e4e-a557-4e9515d804ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0617473 Aug 26 06:28:02.061822 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-52a6f221-4ae0-4218-a0c3-67a07860a7c6 None None] Set router 1170b181-b00b-401a-bc40-cf5c03a60e31 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:28:02.152205 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ee106b05-3be0-453c-a6a3-8e7f2eb0a54b tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (22fde3bd-569c-4d94-8b54-79f6196f5c3a), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:02.153123 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ee106b05-3be0-453c-a6a3-8e7f2eb0a54b tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks [] for floatingip (22fde3bd-569c-4d94-8b54-79f6196f5c3a), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:02.179478 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-ee106b05-3be0-453c-a6a3-8e7f2eb0a54b tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Calling delete_port for 22fde3bd-569c-4d94-8b54-79f6196f5c3a owned by network:floatingip {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:28:02.182015 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-797c1216-2237-44c5-8734-2abaffcf27cf req-60371399-aed3-42a7-bd9c-dbcf240aafa5 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6c5f68e8-9704-4e4e-a557-4e9515d804ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573167 Aug 26 06:28:02.245837 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5143cb6-64ef-4d2d-ab49-fb4759636bea None None] New status for floating IP 085bcd0f-e19f-4878-9da0-79974544c4a0: ACTIVE {{(pid=107135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 06:28:02.348166 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-797c1216-2237-44c5-8734-2abaffcf27cf req-09844b3c-9989-45f6-9302-a5bd35e57f68 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6c5f68e8-9704-4e4e-a557-4e9515d804ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501191 Aug 26 06:28:02.348469 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:02.476613 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426ea63-8f7c-4f4c-ad03-eb166e0c12ae req-990ccdeb-f30d-4bf9-b7b4-c2f0582ce8c7 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:28:02.479717 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-d426ea63-8f7c-4f4c-ad03-eb166e0c12ae req-990ccdeb-f30d-4bf9-b7b4-c2f0582ce8c7 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e760f027-a590-4387-ab32-7dca29d29335 HTTP/1.1" status: 200 len: 945 time: 0.1045494 Aug 26 06:28:02.489194 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:02.499372 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-52a6f221-4ae0-4218-a0c3-67a07860a7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'name': 'tempest-TestVolumeBootPattern-516714474-router', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00c271ea-b83a-41f7-9150-f380b863371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:24Z', 'updated_at': '2022-08-26T06:19:32Z', 'revision_number': 4, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'gw_port': {'id': '00c271ea-b83a-41f7-9150-f380b863371a', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:26Z', 'updated_at': '2022-08-26T06:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': '5a4c4d50-5521-4f88-8628-6d530393615a', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'port_id': '07d50961-0e64-446f-a7b3-9104f5a9a451', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'mac_address': 'fa:16:3e:7b:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4ec4be-d09b-431b-93f0-062334195c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:24:11Z', 'updated_at': '2022-08-26T06:24:13Z', 'revision_number': 1, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f652a3a-1862-46c0-b96a-62edc6b668df', 'name': '', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'mac_address': 'fa:16:3e:1a:bc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:31Z', 'updated_at': '2022-08-26T06:19:41Z', 'revision_number': 5, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'subnets': [{'id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:02.531790 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a6f221-4ae0-4218-a0c3-67a07860a7c6 None None] The sync data for ids ['1170b181-b00b-401a-bc40-cf5c03a60e31'] in dv-cinder-853910-3-iscsi is: [{'id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'name': 'tempest-TestVolumeBootPattern-516714474-router', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00c271ea-b83a-41f7-9150-f380b863371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:24Z', 'updated_at': '2022-08-26T06:19:32Z', 'revision_number': 4, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'gw_port': {'id': '00c271ea-b83a-41f7-9150-f380b863371a', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:26Z', 'updated_at': '2022-08-26T06:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': '5a4c4d50-5521-4f88-8628-6d530393615a', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'port_id': '07d50961-0e64-446f-a7b3-9104f5a9a451', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'mac_address': 'fa:16:3e:7b:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4ec4be-d09b-431b-93f0-062334195c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:24:11Z', 'updated_at': '2022-08-26T06:24:13Z', 'revision_number': 1, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f652a3a-1862-46c0-b96a-62edc6b668df', 'name': '', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'mac_address': 'fa:16:3e:1a:bc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:31Z', 'updated_at': '2022-08-26T06:19:41Z', 'revision_number': 5, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'subnets': [{'id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:28:02.563703 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-d426ea63-8f7c-4f4c-ad03-eb166e0c12ae req-83e29242-3f18-416e-b30c-211868652830 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768051 Aug 26 06:28:02.580199 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ee106b05-3be0-453c-a6a3-8e7f2eb0a54b tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (22fde3bd-569c-4d94-8b54-79f6196f5c3a), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:02.612245 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee106b05-3be0-453c-a6a3-8e7f2eb0a54b tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Pushing event deleted for resources: {'Port': ['ID=22fde3bd-569c-4d94-8b54-79f6196f5c3a,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:02.695609 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ee106b05-3be0-453c-a6a3-8e7f2eb0a54b tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks [] for floatingip (6086b57c-dccc-4bdc-bab9-9b0743f46d69), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:02.696033 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.db.l3_db [None req-ee106b05-3be0-453c-a6a3-8e7f2eb0a54b tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Floating IP 6086b57c-dccc-4bdc-bab9-9b0743f46d69 disassociated (deleted). External IP: 172.27.3.41, port: 16e251e3-f929-404a-95a5-e7b555e4782f. Aug 26 06:28:02.809384 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56612e7a-60b5-4f85-9ac4-0d2e9dd4abbe None None] New status for floating IP 4af2b699-3ef0-442a-b7e4-5d16eec4496e: DOWN {{(pid=107136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 06:28:03.105108 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:03.165075 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee106b05-3be0-453c-a6a3-8e7f2eb0a54b tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Router 4173f7a3-bc7a-4ae2-a1a2-398bebf1308b has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:28:03.269717 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee106b05-3be0-453c-a6a3-8e7f2eb0a54b tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:28:03.274169 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ee106b05-3be0-453c-a6a3-8e7f2eb0a54b tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for floatingip (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:03.285147 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae805fd2-0bb1-4daa-8381-765f6ead1f59 None None] Sync routers for ids ['4173f7a3-bc7a-4ae2-a1a2-398bebf1308b'] in dv-cinder-853910-3-iscsi {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:28:03.301547 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae805fd2-0bb1-4daa-8381-765f6ead1f59 None None] Routers {'4173f7a3-bc7a-4ae2-a1a2-398bebf1308b'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:28:03.302196 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-ae805fd2-0bb1-4daa-8381-765f6ead1f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:27:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['4173f7a3-bc7a-4ae2-a1a2-398bebf1308b'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:03.317416 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-ee106b05-3be0-453c-a6a3-8e7f2eb0a54b tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/6086b57c-dccc-4bdc-bab9-9b0743f46d69 HTTP/1.1" status: 204 len: 168 time: 1.5073121 Aug 26 06:28:03.417214 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:03.421976 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-ae805fd2-0bb1-4daa-8381-765f6ead1f59 None None] Set router 4173f7a3-bc7a-4ae2-a1a2-398bebf1308b gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:28:03.620084 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4228acc2-99a7-47c3-9cef-92c0f7bcb7b0', 'tag': '16e251e3-f929-404a-95a5-e7b555e4782f'}] {{(pid=107134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:28:03.622749 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98877e02f8b3cb06335249729d630ff259ce8fa3eff905cdf154d6d548f15152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f317d411-aaa3-4502-bcb1-1d56f83ba9ff" -d '{"events": [{"name": "network-changed", "server_uuid": "4228acc2-99a7-47c3-9cef-92c0f7bcb7b0", "tag": "16e251e3-f929-404a-95a5-e7b555e4782f"}]}' {{(pid=107134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:28:03.622913 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-ae805fd2-0bb1-4daa-8381-765f6ead1f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'name': 'tempest-TestShelveInstance-1686240723-router', 'tenant_id': '52e8949a7d05434396f8e8631f2cdb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'c1731365-52b1-4ae9-be64-2499700d5562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:22:57Z', 'updated_at': '2022-08-26T06:23:02Z', 'revision_number': 4, 'project_id': '52e8949a7d05434396f8e8631f2cdb72', 'gw_port': {'id': 'c1731365-52b1-4ae9-be64-2499700d5562', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:22:58Z', 'updated_at': '2022-08-26T06:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': 'e4aca280-4db2-4304-9d64-8c9819efd6b4', 'name': '', 'network_id': 'd008bdb5-ce3d-4b11-ad7a-76c0e477dc41', 'tenant_id': '52e8949a7d05434396f8e8631f2cdb72', 'mac_address': 'fa:16:3e:b8:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '5f699233-c501-458c-b7e9-e6e0a4a2c481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:23:01Z', 'updated_at': '2022-08-26T06:23:07Z', 'revision_number': 5, 'project_id': '52e8949a7d05434396f8e8631f2cdb72', 'subnets': [{'id': '5f699233-c501-458c-b7e9-e6e0a4a2c481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:03.648325 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae805fd2-0bb1-4daa-8381-765f6ead1f59 None None] Checking router: 4173f7a3-bc7a-4ae2-a1a2-398bebf1308b for host: dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:28:03.658860 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae805fd2-0bb1-4daa-8381-765f6ead1f59 None None] Routers {'4173f7a3-bc7a-4ae2-a1a2-398bebf1308b'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:28:03.659478 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-ae805fd2-0bb1-4daa-8381-765f6ead1f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:27:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['4173f7a3-bc7a-4ae2-a1a2-398bebf1308b'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:03.689781 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544106ca-3feb-4e57-84d0-eda3ed7f8e5e req-fcd9111c-0fd4-4eb4-8401-0dd66f15aca0 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:28:03.691304 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-544106ca-3feb-4e57-84d0-eda3ed7f8e5e req-fcd9111c-0fd4-4eb4-8401-0dd66f15aca0 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e760f027-a590-4387-ab32-7dca29d29335 HTTP/1.1" status: 200 len: 945 time: 0.0499001 Aug 26 06:28:03.742378 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-544106ca-3feb-4e57-84d0-eda3ed7f8e5e req-f5c3cfa1-b5fc-4af3-ac35-ea20d2a9d6a3 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444939 Aug 26 06:28:03.781084 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-ae805fd2-0bb1-4daa-8381-765f6ead1f59 None None] Set router 4173f7a3-bc7a-4ae2-a1a2-398bebf1308b gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:28:03.793000 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8055f589-2979-4e9a-8383-a6ec617bc3e8 x-openstack-request-id: req-8055f589-2979-4e9a-8383-a6ec617bc3e8 {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:28:03.793291 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4228acc2-99a7-47c3-9cef-92c0f7bcb7b0", "tag": "16e251e3-f929-404a-95a5-e7b555e4782f", "status": "completed", "code": 200}]} {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:28:03.793549 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8055f589-2979-4e9a-8383-a6ec617bc3e8 {{(pid=107134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:28:03.793958 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8055f589-2979-4e9a-8383-a6ec617bc3e8'] response: {'name': 'network-changed', 'server_uuid': '4228acc2-99a7-47c3-9cef-92c0f7bcb7b0', 'tag': '16e251e3-f929-404a-95a5-e7b555e4782f', 'status': 'completed', 'code': 200} Aug 26 06:28:03.866692 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394df9e-c068-4191-b408-4867d952074b req-7643af19-8ea9-4d86-b72f-44259bc8668b tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:28:03.868216 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-6394df9e-c068-4191-b408-4867d952074b req-7643af19-8ea9-4d86-b72f-44259bc8668b tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=e760f027-a590-4387-ab32-7dca29d29335 HTTP/1.1" status: 200 len: 945 time: 0.0656912 Aug 26 06:28:03.877428 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317d411-aaa3-4502-bcb1-1d56f83ba9ff req-1cbb26a6-a1a4-48ef-884a-271892a05779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:28:03.878910 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f317d411-aaa3-4502-bcb1-1d56f83ba9ff req-1cbb26a6-a1a4-48ef-884a-271892a05779 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=52e8949a7d05434396f8e8631f2cdb72&device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 1129 time: 0.0545259 Aug 26 06:28:03.967254 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:03.999024 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317d411-aaa3-4502-bcb1-1d56f83ba9ff req-fe15ff5d-8e03-4858-95eb-f2af5abd2405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:28:04.000657 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f317d411-aaa3-4502-bcb1-1d56f83ba9ff req-fe15ff5d-8e03-4858-95eb-f2af5abd2405 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=d008bdb5-ce3d-4b11-ad7a-76c0e477dc41 HTTP/1.1" status: 200 len: 910 time: 0.1159654 Aug 26 06:28:04.009756 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [req-6394df9e-c068-4191-b408-4867d952074b req-42e45445-8b8f-4258-92ad-1e0b0af125d8 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Deleting port ab5e913e-41a3-4c93-830a-f63879ab1522 {{(pid=107133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:28:04.010827 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-6394df9e-c068-4191-b408-4867d952074b req-42e45445-8b8f-4258-92ad-1e0b0af125d8 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (ab5e913e-41a3-4c93-830a-f63879ab1522), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:04.033457 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-ae805fd2-0bb1-4daa-8381-765f6ead1f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'name': 'tempest-TestShelveInstance-1686240723-router', 'tenant_id': '52e8949a7d05434396f8e8631f2cdb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'c1731365-52b1-4ae9-be64-2499700d5562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:22:57Z', 'updated_at': '2022-08-26T06:23:02Z', 'revision_number': 4, 'project_id': '52e8949a7d05434396f8e8631f2cdb72', 'gw_port': {'id': 'c1731365-52b1-4ae9-be64-2499700d5562', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:22:58Z', 'updated_at': '2022-08-26T06:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': 'e4aca280-4db2-4304-9d64-8c9819efd6b4', 'name': '', 'network_id': 'd008bdb5-ce3d-4b11-ad7a-76c0e477dc41', 'tenant_id': '52e8949a7d05434396f8e8631f2cdb72', 'mac_address': 'fa:16:3e:b8:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '5f699233-c501-458c-b7e9-e6e0a4a2c481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:23:01Z', 'updated_at': '2022-08-26T06:23:07Z', 'revision_number': 5, 'project_id': '52e8949a7d05434396f8e8631f2cdb72', 'subnets': [{'id': '5f699233-c501-458c-b7e9-e6e0a4a2c481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:04.068170 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae805fd2-0bb1-4daa-8381-765f6ead1f59 None None] The sync data for ids ['4173f7a3-bc7a-4ae2-a1a2-398bebf1308b'] in dv-cinder-853910-3-iscsi is: [{'id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'name': 'tempest-TestShelveInstance-1686240723-router', 'tenant_id': '52e8949a7d05434396f8e8631f2cdb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'c1731365-52b1-4ae9-be64-2499700d5562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:22:57Z', 'updated_at': '2022-08-26T06:23:02Z', 'revision_number': 4, 'project_id': '52e8949a7d05434396f8e8631f2cdb72', 'gw_port': {'id': 'c1731365-52b1-4ae9-be64-2499700d5562', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:22:58Z', 'updated_at': '2022-08-26T06:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': 'e4aca280-4db2-4304-9d64-8c9819efd6b4', 'name': '', 'network_id': 'd008bdb5-ce3d-4b11-ad7a-76c0e477dc41', 'tenant_id': '52e8949a7d05434396f8e8631f2cdb72', 'mac_address': 'fa:16:3e:b8:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '5f699233-c501-458c-b7e9-e6e0a4a2c481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:23:01Z', 'updated_at': '2022-08-26T06:23:07Z', 'revision_number': 5, 'project_id': '52e8949a7d05434396f8e8631f2cdb72', 'subnets': [{'id': '5f699233-c501-458c-b7e9-e6e0a4a2c481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:28:04.106808 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125a944-e932-469f-bcb9-9b562cdadfbe req-d8ce9385-67a8-48c3-bd99-5f5c5a48de46 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:28:04.108507 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5125a944-e932-469f-bcb9-9b562cdadfbe req-d8ce9385-67a8-48c3-bd99-5f5c5a48de46 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 945 time: 0.0708699 Aug 26 06:28:04.142578 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-6394df9e-c068-4191-b408-4867d952074b req-42e45445-8b8f-4258-92ad-1e0b0af125d8 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] For port ab5e913e-41a3-4c93-830a-f63879ab1522, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=ab5e913e-41a3-4c93-830a-f63879ab1522,segment=NetworkSegment(2277a1fe-3a58-44e4-9188-12fe782742b9),segment_id=2277a1fe-3a58-44e4-9188-12fe782742b9)] {{(pid=107133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:28:04.142734 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-6394df9e-c068-4191-b408-4867d952074b req-42e45445-8b8f-4258-92ad-1e0b0af125d8 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (ab5e913e-41a3-4c93-830a-f63879ab1522), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:04.163480 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [req-6394df9e-c068-4191-b408-4867d952074b req-42e45445-8b8f-4258-92ad-1e0b0af125d8 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Calling delete_port for ab5e913e-41a3-4c93-830a-f63879ab1522 owned by compute:nova {{(pid=107133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:28:04.179501 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5125a944-e932-469f-bcb9-9b562cdadfbe req-fc8de19c-8be1-4efe-a704-d95d9ba15df3 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609465 Aug 26 06:28:04.213719 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:04.358876 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa149988-5153-43a7-9c80-c84fe05b1877 None None] New status for floating IP 6086b57c-dccc-4bdc-bab9-9b0743f46d69: DOWN {{(pid=107136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 06:28:04.456121 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-6394df9e-c068-4191-b408-4867d952074b req-42e45445-8b8f-4258-92ad-1e0b0af125d8 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (ab5e913e-41a3-4c93-830a-f63879ab1522), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:04.485496 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e45445-8b8f-4258-92ad-1e0b0af125d8 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Pushing event deleted for resources: {'Port': ['ID=ab5e913e-41a3-4c93-830a-f63879ab1522,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:04.534947 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [req-6394df9e-c068-4191-b408-4867d952074b req-42e45445-8b8f-4258-92ad-1e0b0af125d8 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] No DVR routers for this DVR port ab5e913e-41a3-4c93-830a-f63879ab1522 on host hv-cinder-85391 {{(pid=107133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:28:04.539667 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-6394df9e-c068-4191-b408-4867d952074b req-42e45445-8b8f-4258-92ad-1e0b0af125d8 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:04.540655 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-6394df9e-c068-4191-b408-4867d952074b req-42e45445-8b8f-4258-92ad-1e0b0af125d8 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.76 "DELETE /networking/v2.0/ports/ab5e913e-41a3-4c93-830a-f63879ab1522 HTTP/1.1" status: 204 len: 173 time: 0.6664670 Aug 26 06:28:04.541191 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e760f027-a590-4387-ab32-7dca29d29335', 'name': 'network-vif-deleted', 'tag': 'ab5e913e-41a3-4c93-830a-f63879ab1522'}] {{(pid=107133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:28:04.544341 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8285fbc4cf3847b51d9cb7eba3379b7f58b909d4ff4eae5f417f2c246939f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034eb52e-068c-46a6-ab79-10c2a3a1dbb7" -d '{"events": [{"server_uuid": "e760f027-a590-4387-ab32-7dca29d29335", "name": "network-vif-deleted", "tag": "ab5e913e-41a3-4c93-830a-f63879ab1522"}]}' {{(pid=107133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:28:04.584813 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e3a5f7-e2f2-4ee9-a287-3a6c46889a0a x-openstack-request-id: req-08e3a5f7-e2f2-4ee9-a287-3a6c46889a0a {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:28:04.584813 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e760f027-a590-4387-ab32-7dca29d29335", "name": "network-vif-deleted", "tag": "ab5e913e-41a3-4c93-830a-f63879ab1522", "status": "completed", "code": 200}]} {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:28:04.584813 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-08e3a5f7-e2f2-4ee9-a287-3a6c46889a0a {{(pid=107133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:28:04.584813 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08e3a5f7-e2f2-4ee9-a287-3a6c46889a0a'] response: {'server_uuid': 'e760f027-a590-4387-ab32-7dca29d29335', 'name': 'network-vif-deleted', 'tag': 'ab5e913e-41a3-4c93-830a-f63879ab1522', 'status': 'completed', 'code': 200} Aug 26 06:28:04.857477 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ffda6de1-8d77-4b63-8c98-6b13608af6e7 req-b411bb21-2d04-4ff1-8bda-b3ec114b0155 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e760f027-a590-4387-ab32-7dca29d29335 HTTP/1.1" status: 200 len: 210 time: 0.0364261 Aug 26 06:28:05.046762 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f317d411-aaa3-4502-bcb1-1d56f83ba9ff req-8c1e5a74-e31e-4647-91e6-707fbf4b46d0 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16e251e3-f929-404a-95a5-e7b555e4782f HTTP/1.1" status: 200 len: 217 time: 0.0453625 Aug 26 06:28:05.101581 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317d411-aaa3-4502-bcb1-1d56f83ba9ff req-43b03f08-2fbb-479c-b152-9483be0c0b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:28:05.103016 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f317d411-aaa3-4502-bcb1-1d56f83ba9ff req-43b03f08-2fbb-479c-b152-9483be0c0b21 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=5f699233-c501-458c-b7e9-e6e0a4a2c481 HTTP/1.1" status: 200 len: 848 time: 0.0474532 Aug 26 06:28:05.240224 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317d411-aaa3-4502-bcb1-1d56f83ba9ff req-d4366947-67de-4e29-b434-c4c5f9883d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:28:05.241748 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f317d411-aaa3-4502-bcb1-1d56f83ba9ff req-d4366947-67de-4e29-b434-c4c5f9883d00 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=d008bdb5-ce3d-4b11-ad7a-76c0e477dc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489414 Aug 26 06:28:05.302887 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:05.328448 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284828fe-4c76-4909-be8f-9c052a784295 req-fcb15015-3b1c-440c-a03f-ed66b470538d tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:28:05.329983 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-284828fe-4c76-4909-be8f-9c052a784295 req-fcb15015-3b1c-440c-a03f-ed66b470538d tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 945 time: 0.0599916 Aug 26 06:28:05.360682 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f317d411-aaa3-4502-bcb1-1d56f83ba9ff req-801a9b3a-902a-4fd4-abef-c8d8dacdd6c9 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/d008bdb5-ce3d-4b11-ad7a-76c0e477dc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114943 Aug 26 06:28:05.392347 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-284828fe-4c76-4909-be8f-9c052a784295 req-e3fc515d-a85e-4487-a01c-d7254c9ea6f1 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=e29485c7-77f9-44c9-88a6-1ce2b262c9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550814 Aug 26 06:28:05.507601 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f317d411-aaa3-4502-bcb1-1d56f83ba9ff req-228743e6-98ec-4037-9ff4-d74ae107fa55 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/d008bdb5-ce3d-4b11-ad7a-76c0e477dc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930638 Aug 26 06:28:05.551647 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d9ca9a-a500-406c-b391-84423feff628 req-df9cf76e-0ec9-486d-94dc-35401de421c0 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:28:05.553457 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-40d9ca9a-a500-406c-b391-84423feff628 req-df9cf76e-0ec9-486d-94dc-35401de421c0 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 945 time: 0.0512147 Aug 26 06:28:05.651877 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [req-40d9ca9a-a500-406c-b391-84423feff628 req-62d8d3a7-b882-4d06-9396-57b049d8a541 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Deleting port 16e251e3-f929-404a-95a5-e7b555e4782f {{(pid=107133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:28:05.652434 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-40d9ca9a-a500-406c-b391-84423feff628 req-62d8d3a7-b882-4d06-9396-57b049d8a541 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (16e251e3-f929-404a-95a5-e7b555e4782f), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:05.656573 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:05.748312 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [req-40d9ca9a-a500-406c-b391-84423feff628 req-62d8d3a7-b882-4d06-9396-57b049d8a541 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] For port 16e251e3-f929-404a-95a5-e7b555e4782f, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=16e251e3-f929-404a-95a5-e7b555e4782f,segment=NetworkSegment(15f5a37e-6a7e-4950-9cb7-fc9b55991506),segment_id=15f5a37e-6a7e-4950-9cb7-fc9b55991506)] {{(pid=107133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:28:05.748675 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-40d9ca9a-a500-406c-b391-84423feff628 req-62d8d3a7-b882-4d06-9396-57b049d8a541 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (16e251e3-f929-404a-95a5-e7b555e4782f), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:05.763415 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [req-40d9ca9a-a500-406c-b391-84423feff628 req-62d8d3a7-b882-4d06-9396-57b049d8a541 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Calling delete_port for 16e251e3-f929-404a-95a5-e7b555e4782f owned by compute:nova {{(pid=107133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:28:05.987320 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-99ff5666-ece1-421d-9d7b-1360c44ad524 req-1a3dabbc-3588-4245-bbb0-4d6d171824f6 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e760f027-a590-4387-ab32-7dca29d29335 HTTP/1.1" status: 200 len: 210 time: 0.0326185 Aug 26 06:28:06.022539 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-40d9ca9a-a500-406c-b391-84423feff628 req-62d8d3a7-b882-4d06-9396-57b049d8a541 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (16e251e3-f929-404a-95a5-e7b555e4782f), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:06.037910 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:DELETE=11,neutron:SELECT=89 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:06.053640 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d8d3a7-b882-4d06-9396-57b049d8a541 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Pushing event deleted for resources: {'Port': ['ID=16e251e3-f929-404a-95a5-e7b555e4782f,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:06.107016 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d9ca9a-a500-406c-b391-84423feff628 req-62d8d3a7-b882-4d06-9396-57b049d8a541 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] No DVR routers for this DVR port 16e251e3-f929-404a-95a5-e7b555e4782f on host hv-cinder-85391 {{(pid=107133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:28:06.109436 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [req-40d9ca9a-a500-406c-b391-84423feff628 req-62d8d3a7-b882-4d06-9396-57b049d8a541 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:06.112649 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-40d9ca9a-a500-406c-b391-84423feff628 req-62d8d3a7-b882-4d06-9396-57b049d8a541 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.76 "DELETE /networking/v2.0/ports/16e251e3-f929-404a-95a5-e7b555e4782f HTTP/1.1" status: 204 len: 173 time: 0.5541472 Aug 26 06:28:06.529255 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-ee413e3d-5127-4d2c-ae36-65e7b3b360ff req-47f8a615-952e-45f1-a1d7-1127e37615cf tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 210 time: 0.0319612 Aug 26 06:28:06.585592 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4228acc2-99a7-47c3-9cef-92c0f7bcb7b0', 'name': 'network-vif-deleted', 'tag': '16e251e3-f929-404a-95a5-e7b555e4782f'}] {{(pid=107133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:28:06.588233 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8285fbc4cf3847b51d9cb7eba3379b7f58b909d4ff4eae5f417f2c246939f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f07368d-774e-4414-976f-8fcc752b00ec" -d '{"events": [{"server_uuid": "4228acc2-99a7-47c3-9cef-92c0f7bcb7b0", "name": "network-vif-deleted", "tag": "16e251e3-f929-404a-95a5-e7b555e4782f"}]}' {{(pid=107133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:28:06.633333 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502057cf-1d36-4ae3-9110-e83a2e71a7e1 x-openstack-request-id: req-502057cf-1d36-4ae3-9110-e83a2e71a7e1 {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:28:06.633626 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4228acc2-99a7-47c3-9cef-92c0f7bcb7b0", "name": "network-vif-deleted", "tag": "16e251e3-f929-404a-95a5-e7b555e4782f", "status": "completed", "code": 200}]} {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:28:06.633879 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-502057cf-1d36-4ae3-9110-e83a2e71a7e1 {{(pid=107133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:28:06.634346 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-502057cf-1d36-4ae3-9110-e83a2e71a7e1'] response: {'server_uuid': '4228acc2-99a7-47c3-9cef-92c0f7bcb7b0', 'name': 'network-vif-deleted', 'tag': '16e251e3-f929-404a-95a5-e7b555e4782f', 'status': 'completed', 'code': 200} Aug 26 06:28:07.107534 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c383e764-9c83-41ce-a888-94f6c8522f9a req-c0de7c3f-2bcf-44c0-a1c4-4260dc068666 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e760f027-a590-4387-ab32-7dca29d29335 HTTP/1.1" status: 200 len: 210 time: 0.0285287 Aug 26 06:28:07.643100 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device ab5e913e-41a3-4c93-830a-f63879ab1522 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:28:07.664332 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] No Port match for: ab5e913e-41a3-4c93-830a-f63879ab1522 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:28:07.664913 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device ab5e913e-41a3-4c93-830a-f63879ab1522 not bound to the agent host hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:28:07.669232 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-423d7560-c605-43ad-95c3-9987ed084075 req-dcfef15e-8b50-4428-a151-74ef87458622 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4228acc2-99a7-47c3-9cef-92c0f7bcb7b0 HTTP/1.1" status: 200 len: 210 time: 0.0443251 Aug 26 06:28:08.736933 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 59064) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:08.798559 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-c71376b5-6f32-4b9d-9ad8-7eeb6fd28942 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks [] for security_group (e29485c7-77f9-44c9-88a6-1ce2b262c9ba), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:08.811788 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:08.828073 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-c71376b5-6f32-4b9d-9ad8-7eeb6fd28942 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks [] for security_group (e29485c7-77f9-44c9-88a6-1ce2b262c9ba), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:09.025742 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-c71376b5-6f32-4b9d-9ad8-7eeb6fd28942 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (e29485c7-77f9-44c9-88a6-1ce2b262c9ba), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:09.028410 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-c71376b5-6f32-4b9d-9ad8-7eeb6fd28942 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:09.029623 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-c71376b5-6f32-4b9d-9ad8-7eeb6fd28942 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/e29485c7-77f9-44c9-88a6-1ce2b262c9ba HTTP/1.1" status: 204 len: 168 time: 0.2918890 Aug 26 06:28:09.043326 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71376b5-6f32-4b9d-9ad8-7eeb6fd28942 tempest-TestShelveInstance-823285278 tempest-TestShelveInstance-823285278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29485c7-77f9-44c9-88a6-1ce2b262c9ba,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:09.272079 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59068) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:09.656754 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 16e251e3-f929-404a-95a5-e7b555e4782f no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:28:09.677208 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] No Port match for: 16e251e3-f929-404a-95a5-e7b555e4782f {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:28:09.677561 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 16e251e3-f929-404a-95a5-e7b555e4782f not bound to the agent host hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:28:09.695555 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-fa71d86a-2b0a-4be7-a435-55c99ed5d0ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614426'] for router_interface (4173f7a3-bc7a-4ae2-a1a2-398bebf1308b), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:09.938045 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [None req-fa71d86a-2b0a-4be7-a435-55c99ed5d0ee admin admin] Deleting port e4aca280-4db2-4304-9d64-8c9819efd6b4 {{(pid=107133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:28:09.938045 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-fa71d86a-2b0a-4be7-a435-55c99ed5d0ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (e4aca280-4db2-4304-9d64-8c9819efd6b4), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:10.029734 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [None req-fa71d86a-2b0a-4be7-a435-55c99ed5d0ee admin admin] For port e4aca280-4db2-4304-9d64-8c9819efd6b4, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=e4aca280-4db2-4304-9d64-8c9819efd6b4,segment=NetworkSegment(15f5a37e-6a7e-4950-9cb7-fc9b55991506),segment_id=15f5a37e-6a7e-4950-9cb7-fc9b55991506)] {{(pid=107133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:28:10.030098 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-fa71d86a-2b0a-4be7-a435-55c99ed5d0ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (e4aca280-4db2-4304-9d64-8c9819efd6b4), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:10.043724 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [None req-fa71d86a-2b0a-4be7-a435-55c99ed5d0ee admin admin] Calling delete_port for e4aca280-4db2-4304-9d64-8c9819efd6b4 owned by network:router_interface {{(pid=107133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:28:10.174384 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:10.215799 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:10.319476 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-fa71d86a-2b0a-4be7-a435-55c99ed5d0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (e4aca280-4db2-4304-9d64-8c9819efd6b4), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:10.346359 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71d86a-2b0a-4be7-a435-55c99ed5d0ee admin admin] Pushing event deleted for resources: {'Port': ['ID=e4aca280-4db2-4304-9d64-8c9819efd6b4,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:10.543676 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-fa71d86a-2b0a-4be7-a435-55c99ed5d0ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614382'] for router_interface (4173f7a3-bc7a-4ae2-a1a2-398bebf1308b), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:10.768701 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa71d86a-2b0a-4be7-a435-55c99ed5d0ee admin admin] Router 4173f7a3-bc7a-4ae2-a1a2-398bebf1308b has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:28:10.783810 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 59080) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:10.877507 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:10.885573 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa71d86a-2b0a-4be7-a435-55c99ed5d0ee admin admin] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:28:10.893831 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-fa71d86a-2b0a-4be7-a435-55c99ed5d0ee admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/4173f7a3-bc7a-4ae2-a1a2-398bebf1308b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6181655 Aug 26 06:28:10.894006 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59082) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:10.902782 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41729919-db64-4b25-ad3e-2ec32252082a None None] Sync routers for ids ['4173f7a3-bc7a-4ae2-a1a2-398bebf1308b'] in dv-cinder-853910-3-iscsi {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:28:10.931099 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41729919-db64-4b25-ad3e-2ec32252082a None None] Routers {'4173f7a3-bc7a-4ae2-a1a2-398bebf1308b'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:28:10.932374 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-41729919-db64-4b25-ad3e-2ec32252082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:27:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['4173f7a3-bc7a-4ae2-a1a2-398bebf1308b'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:10.967740 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-fbe97514-0a56-4ba2-aeda-e823e819e667 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Deleting port 069432e9-a171-4d32-938a-f5edfbda00ce {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:28:10.968166 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-fbe97514-0a56-4ba2-aeda-e823e819e667 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (069432e9-a171-4d32-938a-f5edfbda00ce), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:11.021184 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-cb8e58d5-03b7-4809-ad47-0ab411803476 admin admin] Publish callbacks [] for router (4173f7a3-bc7a-4ae2-a1a2-398bebf1308b), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:11.069090 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-fbe97514-0a56-4ba2-aeda-e823e819e667 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (069432e9-a171-4d32-938a-f5edfbda00ce), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:11.069509 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-fbe97514-0a56-4ba2-aeda-e823e819e667 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for floatingip (069432e9-a171-4d32-938a-f5edfbda00ce), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:11.070427 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-41729919-db64-4b25-ad3e-2ec32252082a None None] Set router 4173f7a3-bc7a-4ae2-a1a2-398bebf1308b gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:28:11.088760 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-fbe97514-0a56-4ba2-aeda-e823e819e667 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Calling delete_port for 069432e9-a171-4d32-938a-f5edfbda00ce owned by network:floatingip {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:28:11.139160 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-cb8e58d5-03b7-4809-ad47-0ab411803476 admin admin] Publish callbacks [] for router_gateway (4173f7a3-bc7a-4ae2-a1a2-398bebf1308b), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:11.258275 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-41729919-db64-4b25-ad3e-2ec32252082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'name': 'tempest-TestShelveInstance-1686240723-router', 'tenant_id': '52e8949a7d05434396f8e8631f2cdb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'c1731365-52b1-4ae9-be64-2499700d5562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:22:57Z', 'updated_at': '2022-08-26T06:28:10Z', 'revision_number': 5, 'project_id': '52e8949a7d05434396f8e8631f2cdb72', 'gw_port': {'id': 'c1731365-52b1-4ae9-be64-2499700d5562', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:22:58Z', 'updated_at': '2022-08-26T06:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:11.277539 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [None req-cb8e58d5-03b7-4809-ad47-0ab411803476 admin admin] Deleting port c1731365-52b1-4ae9-be64-2499700d5562 {{(pid=107133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:28:11.277792 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-cb8e58d5-03b7-4809-ad47-0ab411803476 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (c1731365-52b1-4ae9-be64-2499700d5562), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:11.284865 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41729919-db64-4b25-ad3e-2ec32252082a None None] Checking router: 4173f7a3-bc7a-4ae2-a1a2-398bebf1308b for host: dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:28:11.294545 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41729919-db64-4b25-ad3e-2ec32252082a None None] Routers {'4173f7a3-bc7a-4ae2-a1a2-398bebf1308b'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:28:11.295198 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-41729919-db64-4b25-ad3e-2ec32252082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:27:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['4173f7a3-bc7a-4ae2-a1a2-398bebf1308b'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:11.352289 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-fbe97514-0a56-4ba2-aeda-e823e819e667 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (069432e9-a171-4d32-938a-f5edfbda00ce), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:11.390023 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [None req-cb8e58d5-03b7-4809-ad47-0ab411803476 admin admin] For port c1731365-52b1-4ae9-be64-2499700d5562, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=c1731365-52b1-4ae9-be64-2499700d5562,segment=NetworkSegment(1390a542-366f-4986-b4c7-57ccad3a4e4e),segment_id=1390a542-366f-4986-b4c7-57ccad3a4e4e)] {{(pid=107133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:28:11.390684 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-cb8e58d5-03b7-4809-ad47-0ab411803476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (c1731365-52b1-4ae9-be64-2499700d5562), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:11.391812 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe97514-0a56-4ba2-aeda-e823e819e667 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Pushing event deleted for resources: {'Port': ['ID=069432e9-a171-4d32-938a-f5edfbda00ce,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:11.392286 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-41729919-db64-4b25-ad3e-2ec32252082a None None] Set router 4173f7a3-bc7a-4ae2-a1a2-398bebf1308b gateway port host: None {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:28:11.411954 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [None req-cb8e58d5-03b7-4809-ad47-0ab411803476 admin admin] Calling delete_port for c1731365-52b1-4ae9-be64-2499700d5562 owned by network:router_gateway {{(pid=107133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:28:11.451482 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-41729919-db64-4b25-ad3e-2ec32252082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'name': 'tempest-TestShelveInstance-1686240723-router', 'tenant_id': '52e8949a7d05434396f8e8631f2cdb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:22:57Z', 'updated_at': '2022-08-26T06:28:11Z', 'revision_number': 6, 'project_id': '52e8949a7d05434396f8e8631f2cdb72', 'gw_port_host': None}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:11.482928 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41729919-db64-4b25-ad3e-2ec32252082a None None] The sync data for ids ['4173f7a3-bc7a-4ae2-a1a2-398bebf1308b'] in dv-cinder-853910-3-iscsi is: [{'id': '4173f7a3-bc7a-4ae2-a1a2-398bebf1308b', 'name': 'tempest-TestShelveInstance-1686240723-router', 'tenant_id': '52e8949a7d05434396f8e8631f2cdb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:22:57Z', 'updated_at': '2022-08-26T06:28:11Z', 'revision_number': 6, 'project_id': '52e8949a7d05434396f8e8631f2cdb72', 'gw_port_host': None}] {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:28:11.486644 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-fbe97514-0a56-4ba2-aeda-e823e819e667 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for floatingip (5a4c4d50-5521-4f88-8628-6d530393615a), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:11.486998 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.db.l3_db [None req-fbe97514-0a56-4ba2-aeda-e823e819e667 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Floating IP 5a4c4d50-5521-4f88-8628-6d530393615a disassociated (deleted). External IP: 172.27.3.32, port: 07d50961-0e64-446f-a7b3-9104f5a9a451. Aug 26 06:28:11.604201 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:11.728388 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-cb8e58d5-03b7-4809-ad47-0ab411803476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (c1731365-52b1-4ae9-be64-2499700d5562), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:11.746746 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe97514-0a56-4ba2-aeda-e823e819e667 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Router 1170b181-b00b-401a-bc40-cf5c03a60e31 has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:28:11.756270 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e58d5-03b7-4809-ad47-0ab411803476 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1731365-52b1-4ae9-be64-2499700d5562,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:11.758589 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:11.860551 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:11.866226 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-cb8e58d5-03b7-4809-ad47-0ab411803476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621663'] for router_gateway (4173f7a3-bc7a-4ae2-a1a2-398bebf1308b), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:11.884027 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe97514-0a56-4ba2-aeda-e823e819e667 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:28:11.889404 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-fbe97514-0a56-4ba2-aeda-e823e819e667 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for floatingip (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:11.907539 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7dd5b9-2c44-440a-a5ab-c946556c777c None None] Sync routers for ids ['1170b181-b00b-401a-bc40-cf5c03a60e31'] in dv-cinder-853910-3-iscsi {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:28:11.928275 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7dd5b9-2c44-440a-a5ab-c946556c777c None None] Routers {'1170b181-b00b-401a-bc40-cf5c03a60e31'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:28:11.928918 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-2b7dd5b9-2c44-440a-a5ab-c946556c777c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:27:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['1170b181-b00b-401a-bc40-cf5c03a60e31'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:11.952547 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-fbe97514-0a56-4ba2-aeda-e823e819e667 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/5a4c4d50-5521-4f88-8628-6d530393615a HTTP/1.1" status: 204 len: 168 time: 1.1622505 Aug 26 06:28:11.952547 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4ec4be-d09b-431b-93f0-062334195c69', 'tag': '07d50961-0e64-446f-a7b3-9104f5a9a451'}] {{(pid=107134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:28:11.960765 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98877e02f8b3cb06335249729d630ff259ce8fa3eff905cdf154d6d548f15152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947f18bf-c2e1-4e89-be79-470a9f927243" -d '{"events": [{"name": "network-changed", "server_uuid": "ce4ec4be-d09b-431b-93f0-062334195c69", "tag": "07d50961-0e64-446f-a7b3-9104f5a9a451"}]}' {{(pid=107134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:28:11.993310 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-cb8e58d5-03b7-4809-ad47-0ab411803476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32438'] for router (4173f7a3-bc7a-4ae2-a1a2-398bebf1308b), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:11.996626 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-cb8e58d5-03b7-4809-ad47-0ab411803476 admin admin] Publish callbacks [] for router_controller (4173f7a3-bc7a-4ae2-a1a2-398bebf1308b), precommit_delete_associations {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:12.062763 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-2b7dd5b9-2c44-440a-a5ab-c946556c777c None None] Set router 1170b181-b00b-401a-bc40-cf5c03a60e31 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:28:12.099760 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd090911-9285-4055-b9bf-4a63d2be5b3f x-openstack-request-id: req-cd090911-9285-4055-b9bf-4a63d2be5b3f {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:28:12.100072 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce4ec4be-d09b-431b-93f0-062334195c69", "tag": "07d50961-0e64-446f-a7b3-9104f5a9a451", "status": "completed", "code": 200}]} {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:28:12.100373 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-cd090911-9285-4055-b9bf-4a63d2be5b3f {{(pid=107134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:28:12.100784 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd090911-9285-4055-b9bf-4a63d2be5b3f'] response: {'name': 'network-changed', 'server_uuid': 'ce4ec4be-d09b-431b-93f0-062334195c69', 'tag': '07d50961-0e64-446f-a7b3-9104f5a9a451', 'status': 'completed', 'code': 200} Aug 26 06:28:12.315765 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-2b7dd5b9-2c44-440a-a5ab-c946556c777c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'name': 'tempest-TestVolumeBootPattern-516714474-router', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00c271ea-b83a-41f7-9150-f380b863371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:24Z', 'updated_at': '2022-08-26T06:19:32Z', 'revision_number': 4, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'gw_port': {'id': '00c271ea-b83a-41f7-9150-f380b863371a', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:26Z', 'updated_at': '2022-08-26T06:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '6f652a3a-1862-46c0-b96a-62edc6b668df', 'name': '', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'mac_address': 'fa:16:3e:1a:bc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:31Z', 'updated_at': '2022-08-26T06:19:41Z', 'revision_number': 5, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'subnets': [{'id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:12.319974 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:12.348720 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7dd5b9-2c44-440a-a5ab-c946556c777c None None] Checking router: 1170b181-b00b-401a-bc40-cf5c03a60e31 for host: dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:28:12.360560 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7dd5b9-2c44-440a-a5ab-c946556c777c None None] Routers {'1170b181-b00b-401a-bc40-cf5c03a60e31'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:28:12.361212 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-2b7dd5b9-2c44-440a-a5ab-c946556c777c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:27:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['1170b181-b00b-401a-bc40-cf5c03a60e31'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:12.372098 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f18bf-c2e1-4e89-be79-470a9f927243 req-ec1fc847-ce9d-4a4b-82ac-e83dcb7d8c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:28:12.373649 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-947f18bf-c2e1-4e89-be79-470a9f927243 req-ec1fc847-ce9d-4a4b-82ac-e83dcb7d8c9f service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=fde0e661bd5646bab91b5e6b623a2e7e&device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 1130 time: 0.0575297 Aug 26 06:28:12.453588 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-cb8e58d5-03b7-4809-ad47-0ab411803476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614454'] for router (4173f7a3-bc7a-4ae2-a1a2-398bebf1308b), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:12.454465 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8e58d5-03b7-4809-ad47-0ab411803476 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4173f7a3-bc7a-4ae2-a1a2-398bebf1308b {{(pid=107133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 06:28:12.461540 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-cb8e58d5-03b7-4809-ad47-0ab411803476 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:12.462738 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-cb8e58d5-03b7-4809-ad47-0ab411803476 admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/4173f7a3-bc7a-4ae2-a1a2-398bebf1308b HTTP/1.1" status: 204 len: 168 time: 1.5677183 Aug 26 06:28:12.469749 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 59088) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:12.498322 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-2b7dd5b9-2c44-440a-a5ab-c946556c777c None None] Set router 1170b181-b00b-401a-bc40-cf5c03a60e31 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:28:12.506772 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:12.522573 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f18bf-c2e1-4e89-be79-470a9f927243 req-75e23c1e-6337-474e-bb07-f5deefc85987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:28:12.524916 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-947f18bf-c2e1-4e89-be79-470a9f927243 req-75e23c1e-6337-474e-bb07-f5deefc85987 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=6c5f68e8-9704-4e4e-a557-4e9515d804ef HTTP/1.1" status: 200 len: 912 time: 0.1450891 Aug 26 06:28:12.530420 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.db_base_plugin_v2 [None req-e835656e-acd3-45b7-8434-712aad704f02 admin admin] Deleting subnet 5f699233-c501-458c-b7e9-e6e0a4a2c481 {{(pid=107134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 06:28:12.534273 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-e835656e-acd3-45b7-8434-712aad704f02 admin admin] Publish callbacks [] for subnet (5f699233-c501-458c-b7e9-e6e0a4a2c481), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:12.588969 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-947f18bf-c2e1-4e89-be79-470a9f927243 req-21fcb61a-e6e3-4ec2-bc2a-8aef4ef16a86 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07d50961-0e64-446f-a7b3-9104f5a9a451 HTTP/1.1" status: 200 len: 217 time: 0.0551031 Aug 26 06:28:12.604377 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-e835656e-acd3-45b7-8434-712aad704f02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3346510'] for subnet (5f699233-c501-458c-b7e9-e6e0a4a2c481), precommit_delete_associations {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:12.713362 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc8f73-1cbc-4f8a-9ace-a7261d534285 req-0632becc-4aca-4e52-9b00-8cb873d8deed tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:28:12.715414 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-92cc8f73-1cbc-4f8a-9ace-a7261d534285 req-0632becc-4aca-4e52-9b00-8cb873d8deed tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 946 time: 0.0653524 Aug 26 06:28:12.748493 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-e835656e-acd3-45b7-8434-712aad704f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777363'] for subnet (5f699233-c501-458c-b7e9-e6e0a4a2c481), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:12.790652 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-2b7dd5b9-2c44-440a-a5ab-c946556c777c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'name': 'tempest-TestVolumeBootPattern-516714474-router', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00c271ea-b83a-41f7-9150-f380b863371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:24Z', 'updated_at': '2022-08-26T06:19:32Z', 'revision_number': 4, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'gw_port': {'id': '00c271ea-b83a-41f7-9150-f380b863371a', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:26Z', 'updated_at': '2022-08-26T06:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '6f652a3a-1862-46c0-b96a-62edc6b668df', 'name': '', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'mac_address': 'fa:16:3e:1a:bc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:31Z', 'updated_at': '2022-08-26T06:19:41Z', 'revision_number': 5, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'subnets': [{'id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:12.795191 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-92cc8f73-1cbc-4f8a-9ace-a7261d534285 req-2dc00b15-7323-4c28-adb7-a30018bd35f6 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734091 Aug 26 06:28:12.822646 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7dd5b9-2c44-440a-a5ab-c946556c777c None None] The sync data for ids ['1170b181-b00b-401a-bc40-cf5c03a60e31'] in dv-cinder-853910-3-iscsi is: [{'id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'name': 'tempest-TestVolumeBootPattern-516714474-router', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00c271ea-b83a-41f7-9150-f380b863371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:24Z', 'updated_at': '2022-08-26T06:19:32Z', 'revision_number': 4, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'gw_port': {'id': '00c271ea-b83a-41f7-9150-f380b863371a', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:26Z', 'updated_at': '2022-08-26T06:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '6f652a3a-1862-46c0-b96a-62edc6b668df', 'name': '', 'network_id': '6c5f68e8-9704-4e4e-a557-4e9515d804ef', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'mac_address': 'fa:16:3e:1a:bc:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:31Z', 'updated_at': '2022-08-26T06:19:41Z', 'revision_number': 5, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'subnets': [{'id': '78073db3-4b4a-4ba4-91af-0bd41027d48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:28:12.924945 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-e835656e-acd3-45b7-8434-712aad704f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3183122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3522563'] for subnet (5f699233-c501-458c-b7e9-e6e0a4a2c481), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:12.961394 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835656e-acd3-45b7-8434-712aad704f02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f699233-c501-458c-b7e9-e6e0a4a2c481,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:12.966108 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-e835656e-acd3-45b7-8434-712aad704f02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for subnet (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:12.969982 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-e835656e-acd3-45b7-8434-712aad704f02 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/5f699233-c501-458c-b7e9-e6e0a4a2c481 HTTP/1.1" status: 204 len: 168 time: 0.4991970 Aug 26 06:28:12.972487 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 59092) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:12.975809 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf34c27-34d0-4146-81cd-9ce4e2f1ec9f None None] Network d008bdb5-ce3d-4b11-ad7a-76c0e477dc41 requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:28:13.061647 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ef131f52-8e71-4e30-a643-731381d107f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568586'] for network (d008bdb5-ce3d-4b11-ad7a-76c0e477dc41), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:13.122552 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-ef131f52-8e71-4e30-a643-731381d107f4 admin admin] Deleting port b51969af-c1e2-41e7-aaa9-83cf9718af44 {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:28:13.122930 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ef131f52-8e71-4e30-a643-731381d107f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (b51969af-c1e2-41e7-aaa9-83cf9718af44), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:13.127958 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4f617e-9ad2-4ee4-8a43-f1bbce877ddf None None] New status for floating IP 5a4c4d50-5521-4f88-8628-6d530393615a: DOWN {{(pid=107135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 06:28:13.194297 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab585f4f-f9a8-482b-bc6f-0dba85da142f None None] DHCP port deletion for d008bdb5-ce3d-4b11-ad7a-76c0e477dc41 request from dv-cinder-853910-3-iscsi {{(pid=107135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 06:28:13.205483 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [None req-ef131f52-8e71-4e30-a643-731381d107f4 admin admin] For port b51969af-c1e2-41e7-aaa9-83cf9718af44, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=b51969af-c1e2-41e7-aaa9-83cf9718af44,segment=NetworkSegment(15f5a37e-6a7e-4950-9cb7-fc9b55991506),segment_id=15f5a37e-6a7e-4950-9cb7-fc9b55991506)] {{(pid=107134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:28:13.205700 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ef131f52-8e71-4e30-a643-731381d107f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (b51969af-c1e2-41e7-aaa9-83cf9718af44), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:13.223866 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-ef131f52-8e71-4e30-a643-731381d107f4 admin admin] Calling delete_port for b51969af-c1e2-41e7-aaa9-83cf9718af44 owned by network:dhcp {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:28:13.235864 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:13.243740 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-ab585f4f-f9a8-482b-bc6f-0dba85da142f None None] Deleting port b51969af-c1e2-41e7-aaa9-83cf9718af44 {{(pid=107135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:28:13.243740 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ab585f4f-f9a8-482b-bc6f-0dba85da142f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (b51969af-c1e2-41e7-aaa9-83cf9718af44), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:13.318129 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-ab585f4f-f9a8-482b-bc6f-0dba85da142f None None] For port b51969af-c1e2-41e7-aaa9-83cf9718af44, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=b51969af-c1e2-41e7-aaa9-83cf9718af44,segment=NetworkSegment(15f5a37e-6a7e-4950-9cb7-fc9b55991506),segment_id=15f5a37e-6a7e-4950-9cb7-fc9b55991506)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:28:13.318699 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ab585f4f-f9a8-482b-bc6f-0dba85da142f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (b51969af-c1e2-41e7-aaa9-83cf9718af44), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:13.334166 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-ab585f4f-f9a8-482b-bc6f-0dba85da142f None None] Calling delete_port for b51969af-c1e2-41e7-aaa9-83cf9718af44 owned by network:dhcp {{(pid=107135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:28:13.401466 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device c1731365-52b1-4ae9-be64-2499700d5562 no longer exists at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:28:13.421366 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ef131f52-8e71-4e30-a643-731381d107f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (b51969af-c1e2-41e7-aaa9-83cf9718af44), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:13.425876 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] No Port match for: c1731365-52b1-4ae9-be64-2499700d5562 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:28:13.426224 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device c1731365-52b1-4ae9-be64-2499700d5562 not bound to the agent host dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:28:13.426665 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device b51969af-c1e2-41e7-aaa9-83cf9718af44 no longer exists at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:28:13.452544 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef131f52-8e71-4e30-a643-731381d107f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b51969af-c1e2-41e7-aaa9-83cf9718af44,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:13.454450 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef131f52-8e71-4e30-a643-731381d107f4 admin admin] No DVR routers for this DVR port b51969af-c1e2-41e7-aaa9-83cf9718af44 on host dv-cinder-853910-3-iscsi {{(pid=107134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:28:13.459770 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] No Port match for: b51969af-c1e2-41e7-aaa9-83cf9718af44 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:28:13.460140 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device b51969af-c1e2-41e7-aaa9-83cf9718af44 not bound to the agent host dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:28:13.460521 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device e4aca280-4db2-4304-9d64-8c9819efd6b4 no longer exists at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:28:13.464931 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ab585f4f-f9a8-482b-bc6f-0dba85da142f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596'] for port (b51969af-c1e2-41e7-aaa9-83cf9718af44), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:13.479293 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:13.488630 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] No Port match for: e4aca280-4db2-4304-9d64-8c9819efd6b4 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:28:13.489412 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device e4aca280-4db2-4304-9d64-8c9819efd6b4 not bound to the agent host dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:28:13.513519 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab585f4f-f9a8-482b-bc6f-0dba85da142f None None] Pushing event deleted for resources: {'Port': ['ID=b51969af-c1e2-41e7-aaa9-83cf9718af44,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:13.515420 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab585f4f-f9a8-482b-bc6f-0dba85da142f None None] No DVR routers for this DVR port b51969af-c1e2-41e7-aaa9-83cf9718af44 on host dv-cinder-853910-3-iscsi {{(pid=107135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:28:13.541290 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ef131f52-8e71-4e30-a643-731381d107f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729656', 'neutron.services.segments.db._delete_segments_for_network-8776576287582'] for network (d008bdb5-ce3d-4b11-ad7a-76c0e477dc41), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:13.564810 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-ef131f52-8e71-4e30-a643-731381d107f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d008bdb5-ce3d-4b11-ad7a-76c0e477dc41']}} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:13.577039 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-ef131f52-8e71-4e30-a643-731381d107f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f5a37e-6a7e-4950-9cb7-fc9b55991506') {'for_net_delete': True} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:13.577557 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-ef131f52-8e71-4e30-a643-731381d107f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f5a37e-6a7e-4950-9cb7-fc9b55991506') {} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:13.598083 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ef131f52-8e71-4e30-a643-731381d107f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776576346588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3346503'] for segment (15f5a37e-6a7e-4950-9cb7-fc9b55991506), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:13.612938 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ef131f52-8e71-4e30-a643-731381d107f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439'] for segment (15f5a37e-6a7e-4950-9cb7-fc9b55991506), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:13.621414 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef131f52-8e71-4e30-a643-731381d107f4 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=107134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 06:28:13.621906 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ef131f52-8e71-4e30-a643-731381d107f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3183176'] for segment (15f5a37e-6a7e-4950-9cb7-fc9b55991506), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:13.655084 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f18bf-c2e1-4e89-be79-470a9f927243 req-fd77dd03-7dac-4391-b4e5-a06708609c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:28:13.658070 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-947f18bf-c2e1-4e89-be79-470a9f927243 req-fd77dd03-7dac-4391-b4e5-a06708609c43 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=78073db3-4b4a-4ba4-91af-0bd41027d48e HTTP/1.1" status: 200 len: 850 time: 0.0523813 Aug 26 06:28:13.662440 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:13.666770 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.services.segments.plugin [-] Segment 15f5a37e-6a7e-4950-9cb7-fc9b55991506 resource provider aggregate not found Aug 26 06:28:13.690310 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.services.segments.plugin [-] Segment 15f5a37e-6a7e-4950-9cb7-fc9b55991506 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 15f5a37e-6a7e-4950-9cb7-fc9b55991506 found for delete ", "request_id": "req-7c192230-c46c-4f26-a58f-d8c2962b7eba"}]} Aug 26 06:28:13.715203 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f18bf-c2e1-4e89-be79-470a9f927243 req-0ee5c00a-9811-48f7-8505-85ff7860187d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:28:13.716731 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-947f18bf-c2e1-4e89-be79-470a9f927243 req-0ee5c00a-9811-48f7-8505-85ff7860187d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=6c5f68e8-9704-4e4e-a557-4e9515d804ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480206 Aug 26 06:28:13.838887 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ef131f52-8e71-4e30-a643-731381d107f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621691'] for network (d008bdb5-ce3d-4b11-ad7a-76c0e477dc41), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:13.849710 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-ef131f52-8e71-4e30-a643-731381d107f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for network (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:13.853236 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-ef131f52-8e71-4e30-a643-731381d107f4 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/d008bdb5-ce3d-4b11-ad7a-76c0e477dc41 HTTP/1.1" status: 204 len: 168 time: 0.8794057 Aug 26 06:28:13.859072 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59100) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:13.873706 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef131f52-8e71-4e30-a643-731381d107f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d008bdb5-ce3d-4b11-ad7a-76c0e477dc41,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:13.951491 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43073cc-457e-4c32-8c65-4fb0be38c14f req-dc4a29c9-7e10-40cc-825b-107ae4975102 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:28:13.958527 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-d43073cc-457e-4c32-8c65-4fb0be38c14f req-dc4a29c9-7e10-40cc-825b-107ae4975102 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 946 time: 0.0577219 Aug 26 06:28:13.965629 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-947f18bf-c2e1-4e89-be79-470a9f927243 req-1cbeb0bd-0f65-4499-b9e9-fbdedcb385cf service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6c5f68e8-9704-4e4e-a557-4e9515d804ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746049 Aug 26 06:28:14.010191 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-d43073cc-457e-4c32-8c65-4fb0be38c14f req-c03f1dee-031d-4533-a3fc-1c42520cdde5 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5344e8cb-c253-4a5e-a56d-2a9ce3317e14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505435 Aug 26 06:28:14.133037 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3da12d-a220-4f85-b719-3afd0d621e29 req-25718de8-a58d-4385-8c57-ccc3e7bf7410 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:28:14.134601 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9e3da12d-a220-4f85-b719-3afd0d621e29 req-25718de8-a58d-4385-8c57-ccc3e7bf7410 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 946 time: 0.0549855 Aug 26 06:28:14.192923 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-947f18bf-c2e1-4e89-be79-470a9f927243 req-e9a75a19-db85-4230-96d9-46aee70e5e89 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/6c5f68e8-9704-4e4e-a557-4e9515d804ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621866 Aug 26 06:28:14.228618 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [req-9e3da12d-a220-4f85-b719-3afd0d621e29 req-d97bf5f8-9530-4ec1-92c9-9bc48075ee7f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Deleting port 07d50961-0e64-446f-a7b3-9104f5a9a451 {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:28:14.229003 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-9e3da12d-a220-4f85-b719-3afd0d621e29 req-d97bf5f8-9530-4ec1-92c9-9bc48075ee7f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (07d50961-0e64-446f-a7b3-9104f5a9a451), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:14.305884 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-1285cec4-68df-4d51-bac4-1099bcca6e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614426'] for router_interface (6c129104-8baf-46d6-ad45-8c762c712da0), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:14.336955 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [req-9e3da12d-a220-4f85-b719-3afd0d621e29 req-d97bf5f8-9530-4ec1-92c9-9bc48075ee7f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] For port 07d50961-0e64-446f-a7b3-9104f5a9a451, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=07d50961-0e64-446f-a7b3-9104f5a9a451,segment=NetworkSegment(2277a1fe-3a58-44e4-9188-12fe782742b9),segment_id=2277a1fe-3a58-44e4-9188-12fe782742b9)] {{(pid=107134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:28:14.337505 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-9e3da12d-a220-4f85-b719-3afd0d621e29 req-d97bf5f8-9530-4ec1-92c9-9bc48075ee7f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (07d50961-0e64-446f-a7b3-9104f5a9a451), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:14.353132 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [req-9e3da12d-a220-4f85-b719-3afd0d621e29 req-d97bf5f8-9530-4ec1-92c9-9bc48075ee7f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Calling delete_port for 07d50961-0e64-446f-a7b3-9104f5a9a451 owned by compute:nova {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:28:14.487874 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:14.558840 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [None req-1285cec4-68df-4d51-bac4-1099bcca6e22 admin admin] Deleting port 3952aa79-fe92-487e-b42a-d2f8fada8f72 {{(pid=107133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:28:14.559185 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-1285cec4-68df-4d51-bac4-1099bcca6e22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (3952aa79-fe92-487e-b42a-d2f8fada8f72), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:14.599918 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:14.618105 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-9e3da12d-a220-4f85-b719-3afd0d621e29 req-d97bf5f8-9530-4ec1-92c9-9bc48075ee7f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (07d50961-0e64-446f-a7b3-9104f5a9a451), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:14.647825 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [None req-1285cec4-68df-4d51-bac4-1099bcca6e22 admin admin] For port 3952aa79-fe92-487e-b42a-d2f8fada8f72, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=3952aa79-fe92-487e-b42a-d2f8fada8f72,segment=NetworkSegment(25d249f2-f293-4e38-856b-61c7e685fe00),segment_id=25d249f2-f293-4e38-856b-61c7e685fe00)] {{(pid=107133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:28:14.648248 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-1285cec4-68df-4d51-bac4-1099bcca6e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (3952aa79-fe92-487e-b42a-d2f8fada8f72), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:14.652146 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97bf5f8-9530-4ec1-92c9-9bc48075ee7f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Pushing event deleted for resources: {'Port': ['ID=07d50961-0e64-446f-a7b3-9104f5a9a451,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:14.665710 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [None req-1285cec4-68df-4d51-bac4-1099bcca6e22 admin admin] Calling delete_port for 3952aa79-fe92-487e-b42a-d2f8fada8f72 owned by network:router_interface {{(pid=107133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:28:14.698268 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3da12d-a220-4f85-b719-3afd0d621e29 req-d97bf5f8-9530-4ec1-92c9-9bc48075ee7f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] No DVR routers for this DVR port 07d50961-0e64-446f-a7b3-9104f5a9a451 on host hv-cinder-85391 {{(pid=107134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:28:14.700672 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-9e3da12d-a220-4f85-b719-3afd0d621e29 req-d97bf5f8-9530-4ec1-92c9-9bc48075ee7f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:14.703893 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9e3da12d-a220-4f85-b719-3afd0d621e29 req-d97bf5f8-9530-4ec1-92c9-9bc48075ee7f tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.76 "DELETE /networking/v2.0/ports/07d50961-0e64-446f-a7b3-9104f5a9a451 HTTP/1.1" status: 204 len: 173 time: 0.5614085 Aug 26 06:28:14.704351 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4ec4be-d09b-431b-93f0-062334195c69', 'name': 'network-vif-deleted', 'tag': '07d50961-0e64-446f-a7b3-9104f5a9a451'}] {{(pid=107134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:28:14.706835 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98877e02f8b3cb06335249729d630ff259ce8fa3eff905cdf154d6d548f15152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bab79a1-ce48-4954-b3db-122321f91f17" -d '{"events": [{"server_uuid": "ce4ec4be-d09b-431b-93f0-062334195c69", "name": "network-vif-deleted", "tag": "07d50961-0e64-446f-a7b3-9104f5a9a451"}]}' {{(pid=107134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:28:14.755139 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a0e3c0-67eb-49b8-b66b-d3bee838688e x-openstack-request-id: req-32a0e3c0-67eb-49b8-b66b-d3bee838688e {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:28:14.755440 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4ec4be-d09b-431b-93f0-062334195c69", "name": "network-vif-deleted", "tag": "07d50961-0e64-446f-a7b3-9104f5a9a451", "status": "completed", "code": 200}]} {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:28:14.755847 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-32a0e3c0-67eb-49b8-b66b-d3bee838688e {{(pid=107134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:28:14.756263 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32a0e3c0-67eb-49b8-b66b-d3bee838688e'] response: {'server_uuid': 'ce4ec4be-d09b-431b-93f0-062334195c69', 'name': 'network-vif-deleted', 'tag': '07d50961-0e64-446f-a7b3-9104f5a9a451', 'status': 'completed', 'code': 200} Aug 26 06:28:14.991361 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-1285cec4-68df-4d51-bac4-1099bcca6e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (3952aa79-fe92-487e-b42a-d2f8fada8f72), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:15.020489 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285cec4-68df-4d51-bac4-1099bcca6e22 admin admin] Pushing event deleted for resources: {'Port': ['ID=3952aa79-fe92-487e-b42a-d2f8fada8f72,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:15.143417 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-86e9477c-e641-4d9a-bbdf-e81229de3821 req-dc573caa-e131-4980-8f54-14c110d4ecb9 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 210 time: 0.0359826 Aug 26 06:28:15.261098 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-1285cec4-68df-4d51-bac4-1099bcca6e22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614382'] for router_interface (6c129104-8baf-46d6-ad45-8c762c712da0), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:15.504560 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1285cec4-68df-4d51-bac4-1099bcca6e22 admin admin] Router 6c129104-8baf-46d6-ad45-8c762c712da0 has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:28:15.569271 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:15.621667 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1285cec4-68df-4d51-bac4-1099bcca6e22 admin admin] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:28:15.626542 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-1285cec4-68df-4d51-bac4-1099bcca6e22 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/6c129104-8baf-46d6-ad45-8c762c712da0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7665288 Aug 26 06:28:15.629455 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 59108) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:15.633157 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcacda57-fe00-4f27-b35b-71734a33b5a5 None None] Sync routers for ids ['6c129104-8baf-46d6-ad45-8c762c712da0'] in dv-cinder-853910-3-iscsi {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:28:15.645553 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcacda57-fe00-4f27-b35b-71734a33b5a5 None None] Routers {'6c129104-8baf-46d6-ad45-8c762c712da0'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:28:15.646265 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-bcacda57-fe00-4f27-b35b-71734a33b5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:27:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['6c129104-8baf-46d6-ad45-8c762c712da0'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:15.746252 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-07b06dc0-ac4d-4890-9af6-665688eacec0 admin admin] Publish callbacks [] for router (6c129104-8baf-46d6-ad45-8c762c712da0), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:15.765489 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-bcacda57-fe00-4f27-b35b-71734a33b5a5 None None] Set router 6c129104-8baf-46d6-ad45-8c762c712da0 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:28:15.788533 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:15.859172 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-07b06dc0-ac4d-4890-9af6-665688eacec0 admin admin] Publish callbacks [] for router_gateway (6c129104-8baf-46d6-ad45-8c762c712da0), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:15.874317 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:15.947879 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-bcacda57-fe00-4f27-b35b-71734a33b5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c129104-8baf-46d6-ad45-8c762c712da0', 'name': 'tempest-TestShelveInstance-1628787377-router', 'tenant_id': '03e76ed17eff49e289513ca492f561b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '58bbd846-5519-4052-affc-d16bb667d642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:23:08Z', 'updated_at': '2022-08-26T06:28:14Z', 'revision_number': 5, 'project_id': '03e76ed17eff49e289513ca492f561b9', 'gw_port': {'id': '58bbd846-5519-4052-affc-d16bb667d642', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c129104-8baf-46d6-ad45-8c762c712da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:23:09Z', 'updated_at': '2022-08-26T06:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:15.985180 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcacda57-fe00-4f27-b35b-71734a33b5a5 None None] Checking router: 6c129104-8baf-46d6-ad45-8c762c712da0 for host: dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:28:15.995877 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcacda57-fe00-4f27-b35b-71734a33b5a5 None None] Routers {'6c129104-8baf-46d6-ad45-8c762c712da0'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:28:15.996518 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-bcacda57-fe00-4f27-b35b-71734a33b5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:27:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['6c129104-8baf-46d6-ad45-8c762c712da0'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:16.046970 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-07b06dc0-ac4d-4890-9af6-665688eacec0 admin admin] Deleting port 58bbd846-5519-4052-affc-d16bb667d642 {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:28:16.047250 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-07b06dc0-ac4d-4890-9af6-665688eacec0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (58bbd846-5519-4052-affc-d16bb667d642), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:16.147594 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [None req-07b06dc0-ac4d-4890-9af6-665688eacec0 admin admin] For port 58bbd846-5519-4052-affc-d16bb667d642, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=58bbd846-5519-4052-affc-d16bb667d642,segment=NetworkSegment(1390a542-366f-4986-b4c7-57ccad3a4e4e),segment_id=1390a542-366f-4986-b4c7-57ccad3a4e4e)] {{(pid=107134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:28:16.148342 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-07b06dc0-ac4d-4890-9af6-665688eacec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (58bbd846-5519-4052-affc-d16bb667d642), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:16.165564 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-07b06dc0-ac4d-4890-9af6-665688eacec0 admin admin] Calling delete_port for 58bbd846-5519-4052-affc-d16bb667d642 owned by network:router_gateway {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:28:16.209589 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-bcacda57-fe00-4f27-b35b-71734a33b5a5 None None] Set router 6c129104-8baf-46d6-ad45-8c762c712da0 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:28:16.277529 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d7169a92-c543-4343-a4d6-7d28f0990ab1 req-baa0c2b0-49eb-43fc-b402-6815bc74c1b9 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ce4ec4be-d09b-431b-93f0-062334195c69 HTTP/1.1" status: 200 len: 210 time: 0.0318279 Aug 26 06:28:16.324092 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:16.401778 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-bcacda57-fe00-4f27-b35b-71734a33b5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c129104-8baf-46d6-ad45-8c762c712da0', 'name': 'tempest-TestShelveInstance-1628787377-router', 'tenant_id': '03e76ed17eff49e289513ca492f561b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '58bbd846-5519-4052-affc-d16bb667d642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:23:08Z', 'updated_at': '2022-08-26T06:28:14Z', 'revision_number': 5, 'project_id': '03e76ed17eff49e289513ca492f561b9', 'gw_port': {'id': '58bbd846-5519-4052-affc-d16bb667d642', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c129104-8baf-46d6-ad45-8c762c712da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:23:09Z', 'updated_at': '2022-08-26T06:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:16.429635 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcacda57-fe00-4f27-b35b-71734a33b5a5 None None] The sync data for ids ['6c129104-8baf-46d6-ad45-8c762c712da0'] in dv-cinder-853910-3-iscsi is: [{'id': '6c129104-8baf-46d6-ad45-8c762c712da0', 'name': 'tempest-TestShelveInstance-1628787377-router', 'tenant_id': '03e76ed17eff49e289513ca492f561b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '58bbd846-5519-4052-affc-d16bb667d642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:23:08Z', 'updated_at': '2022-08-26T06:28:14Z', 'revision_number': 5, 'project_id': '03e76ed17eff49e289513ca492f561b9', 'gw_port': {'id': '58bbd846-5519-4052-affc-d16bb667d642', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c129104-8baf-46d6-ad45-8c762c712da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:23:09Z', 'updated_at': '2022-08-26T06:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}] {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:28:16.587812 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-07b06dc0-ac4d-4890-9af6-665688eacec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (58bbd846-5519-4052-affc-d16bb667d642), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:16.611174 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b06dc0-ac4d-4890-9af6-665688eacec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=58bbd846-5519-4052-affc-d16bb667d642,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:16.678066 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-07b06dc0-ac4d-4890-9af6-665688eacec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621663'] for router_gateway (6c129104-8baf-46d6-ad45-8c762c712da0), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:16.766549 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-07b06dc0-ac4d-4890-9af6-665688eacec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32438'] for router (6c129104-8baf-46d6-ad45-8c762c712da0), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:16.768909 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-07b06dc0-ac4d-4890-9af6-665688eacec0 admin admin] Publish callbacks [] for router_controller (6c129104-8baf-46d6-ad45-8c762c712da0), precommit_delete_associations {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:16.928158 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-07b06dc0-ac4d-4890-9af6-665688eacec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614454'] for router (6c129104-8baf-46d6-ad45-8c762c712da0), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:16.928933 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b06dc0-ac4d-4890-9af6-665688eacec0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c129104-8baf-46d6-ad45-8c762c712da0 {{(pid=107134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 06:28:16.933775 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-07b06dc0-ac4d-4890-9af6-665688eacec0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:16.935148 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-07b06dc0-ac4d-4890-9af6-665688eacec0 admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/6c129104-8baf-46d6-ad45-8c762c712da0 HTTP/1.1" status: 204 len: 168 time: 1.3046832 Aug 26 06:28:16.938193 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59112) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:16.988051 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ef2bf96-d07f-4b42-98e8-5526f104d3cb admin admin] Deleting subnet a3d0d2b4-dd14-44c3-9b9f-c52f7bd99909 {{(pid=107133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 06:28:16.992048 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7ef2bf96-d07f-4b42-98e8-5526f104d3cb admin admin] Publish callbacks [] for subnet (a3d0d2b4-dd14-44c3-9b9f-c52f7bd99909), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:17.033658 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7ef2bf96-d07f-4b42-98e8-5526f104d3cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2376984'] for subnet (a3d0d2b4-dd14-44c3-9b9f-c52f7bd99909), precommit_delete_associations {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:17.068480 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:17.126920 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7ef2bf96-d07f-4b42-98e8-5526f104d3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777363'] for subnet (a3d0d2b4-dd14-44c3-9b9f-c52f7bd99909), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:17.284473 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7ef2bf96-d07f-4b42-98e8-5526f104d3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9094998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9189199'] for subnet (a3d0d2b4-dd14-44c3-9b9f-c52f7bd99909), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:17.311732 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef2bf96-d07f-4b42-98e8-5526f104d3cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3d0d2b4-dd14-44c3-9b9f-c52f7bd99909,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:17.318890 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7ef2bf96-d07f-4b42-98e8-5526f104d3cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:17.325449 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 59116) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:17.326299 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-7ef2bf96-d07f-4b42-98e8-5526f104d3cb admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/a3d0d2b4-dd14-44c3-9b9f-c52f7bd99909 HTTP/1.1" status: 204 len: 168 time: 0.3868225 Aug 26 06:28:17.328483 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b853417-e7c4-48e8-9486-435f622fbf7d None None] Network 5d50eaab-6fb6-482d-8f90-8058e5ef7b61 requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:28:17.358931 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59118) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:17.398782 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-bbee9a55-c10b-4f6f-a3bc-0e7989ebeb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568586'] for network (5d50eaab-6fb6-482d-8f90-8058e5ef7b61), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:17.455082 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-bbee9a55-c10b-4f6f-a3bc-0e7989ebeb3c admin admin] Deleting port 98704804-4ae6-4733-8e30-eeed86c7f956 {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:28:17.455420 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-bbee9a55-c10b-4f6f-a3bc-0e7989ebeb3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (98704804-4ae6-4733-8e30-eeed86c7f956), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:17.512454 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 58bbd846-5519-4052-affc-d16bb667d642 no longer exists at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:28:17.513314 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [None req-fcf70801-7881-4797-a02c-41dd99948535 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Deleting port a4309d63-6139-424f-8b4e-02ab7086591e {{(pid=107133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:28:17.513513 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-fcf70801-7881-4797-a02c-41dd99948535 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (a4309d63-6139-424f-8b4e-02ab7086591e), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:17.538520 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cbfc2d-e887-428a-8078-2f366a6985f1 None None] DHCP port deletion for 5d50eaab-6fb6-482d-8f90-8058e5ef7b61 request from dv-cinder-853910-3-iscsi {{(pid=107135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 06:28:17.543962 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] No Port match for: 58bbd846-5519-4052-affc-d16bb667d642 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:28:17.545136 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 58bbd846-5519-4052-affc-d16bb667d642 not bound to the agent host dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:28:17.546065 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 3952aa79-fe92-487e-b42a-d2f8fada8f72 no longer exists at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:28:17.550760 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:17.553885 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [None req-bbee9a55-c10b-4f6f-a3bc-0e7989ebeb3c admin admin] For port 98704804-4ae6-4733-8e30-eeed86c7f956, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=98704804-4ae6-4733-8e30-eeed86c7f956,segment=NetworkSegment(25d249f2-f293-4e38-856b-61c7e685fe00),segment_id=25d249f2-f293-4e38-856b-61c7e685fe00)] {{(pid=107134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:28:17.554258 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-bbee9a55-c10b-4f6f-a3bc-0e7989ebeb3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (98704804-4ae6-4733-8e30-eeed86c7f956), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:17.572562 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-bbee9a55-c10b-4f6f-a3bc-0e7989ebeb3c admin admin] Calling delete_port for 98704804-4ae6-4733-8e30-eeed86c7f956 owned by network:dhcp {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:28:17.597439 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] No Port match for: 3952aa79-fe92-487e-b42a-d2f8fada8f72 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:28:17.597780 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 3952aa79-fe92-487e-b42a-d2f8fada8f72 not bound to the agent host dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:28:17.614089 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-14cbfc2d-e887-428a-8078-2f366a6985f1 None None] Deleting port 98704804-4ae6-4733-8e30-eeed86c7f956 {{(pid=107135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:28:17.614774 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-14cbfc2d-e887-428a-8078-2f366a6985f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (98704804-4ae6-4733-8e30-eeed86c7f956), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:17.622512 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-fcf70801-7881-4797-a02c-41dd99948535 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (a4309d63-6139-424f-8b4e-02ab7086591e), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:17.622932 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-fcf70801-7881-4797-a02c-41dd99948535 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for floatingip (a4309d63-6139-424f-8b4e-02ab7086591e), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:17.639953 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [None req-fcf70801-7881-4797-a02c-41dd99948535 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Calling delete_port for a4309d63-6139-424f-8b4e-02ab7086591e owned by network:floatingip {{(pid=107133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:28:17.675142 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 07d50961-0e64-446f-a7b3-9104f5a9a451 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:28:17.704855 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:17.708645 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] No Port match for: 07d50961-0e64-446f-a7b3-9104f5a9a451 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:28:17.709005 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 07d50961-0e64-446f-a7b3-9104f5a9a451 not bound to the agent host hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:28:17.711733 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-14cbfc2d-e887-428a-8078-2f366a6985f1 None None] For port 98704804-4ae6-4733-8e30-eeed86c7f956, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=98704804-4ae6-4733-8e30-eeed86c7f956,segment=NetworkSegment(25d249f2-f293-4e38-856b-61c7e685fe00),segment_id=25d249f2-f293-4e38-856b-61c7e685fe00)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:28:17.712124 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-14cbfc2d-e887-428a-8078-2f366a6985f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (98704804-4ae6-4733-8e30-eeed86c7f956), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:17.727915 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-14cbfc2d-e887-428a-8078-2f366a6985f1 None None] Calling delete_port for 98704804-4ae6-4733-8e30-eeed86c7f956 owned by network:dhcp {{(pid=107135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:28:17.826361 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-bbee9a55-c10b-4f6f-a3bc-0e7989ebeb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (98704804-4ae6-4733-8e30-eeed86c7f956), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:17.836296 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-14cbfc2d-e887-428a-8078-2f366a6985f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596'] for port (98704804-4ae6-4733-8e30-eeed86c7f956), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:17.855216 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee9a55-c10b-4f6f-a3bc-0e7989ebeb3c admin admin] Pushing event deleted for resources: {'Port': ['ID=98704804-4ae6-4733-8e30-eeed86c7f956,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:17.859081 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbee9a55-c10b-4f6f-a3bc-0e7989ebeb3c admin admin] No DVR routers for this DVR port 98704804-4ae6-4733-8e30-eeed86c7f956 on host dv-cinder-853910-3-iscsi {{(pid=107134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:28:17.870913 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cbfc2d-e887-428a-8078-2f366a6985f1 None None] Pushing event deleted for resources: {'Port': ['ID=98704804-4ae6-4733-8e30-eeed86c7f956,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:17.874890 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cbfc2d-e887-428a-8078-2f366a6985f1 None None] No DVR routers for this DVR port 98704804-4ae6-4733-8e30-eeed86c7f956 on host dv-cinder-853910-3-iscsi {{(pid=107135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:28:17.938289 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-bbee9a55-c10b-4f6f-a3bc-0e7989ebeb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729656', 'neutron.services.segments.db._delete_segments_for_network-8776576287582'] for network (5d50eaab-6fb6-482d-8f90-8058e5ef7b61), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:17.959900 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-bbee9a55-c10b-4f6f-a3bc-0e7989ebeb3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d50eaab-6fb6-482d-8f90-8058e5ef7b61']}} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:17.969640 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-bbee9a55-c10b-4f6f-a3bc-0e7989ebeb3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25d249f2-f293-4e38-856b-61c7e685fe00') {'for_net_delete': True} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:17.969951 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-bbee9a55-c10b-4f6f-a3bc-0e7989ebeb3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25d249f2-f293-4e38-856b-61c7e685fe00') {} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:17.975586 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-fcf70801-7881-4797-a02c-41dd99948535 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (a4309d63-6139-424f-8b4e-02ab7086591e), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:17.994996 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-bbee9a55-c10b-4f6f-a3bc-0e7989ebeb3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776576346588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3346503'] for segment (25d249f2-f293-4e38-856b-61c7e685fe00), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:17.998589 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-bbee9a55-c10b-4f6f-a3bc-0e7989ebeb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439'] for segment (25d249f2-f293-4e38-856b-61c7e685fe00), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:18.004960 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf70801-7881-4797-a02c-41dd99948535 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Pushing event deleted for resources: {'Port': ['ID=a4309d63-6139-424f-8b4e-02ab7086591e,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:18.006487 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbee9a55-c10b-4f6f-a3bc-0e7989ebeb3c admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=107134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 06:28:18.007307 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-bbee9a55-c10b-4f6f-a3bc-0e7989ebeb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3183176'] for segment (25d249f2-f293-4e38-856b-61c7e685fe00), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:18.067317 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:18.075546 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-fcf70801-7881-4797-a02c-41dd99948535 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for floatingip (d05fa12a-db34-43bd-8509-891e657d6a3c), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:18.078239 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-fcf70801-7881-4797-a02c-41dd99948535 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for floatingip (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:18.079643 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-fcf70801-7881-4797-a02c-41dd99948535 tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/d05fa12a-db34-43bd-8509-891e657d6a3c HTTP/1.1" status: 204 len: 168 time: 0.7217498 Aug 26 06:28:18.098905 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.services.segments.plugin [-] Segment 25d249f2-f293-4e38-856b-61c7e685fe00 resource provider aggregate not found Aug 26 06:28:18.116177 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.services.segments.plugin [-] Segment 25d249f2-f293-4e38-856b-61c7e685fe00 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25d249f2-f293-4e38-856b-61c7e685fe00 found for delete ", "request_id": "req-1ff183bc-4774-431f-92e9-0d6f3baade91"}]} Aug 26 06:28:18.259207 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-bbee9a55-c10b-4f6f-a3bc-0e7989ebeb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621691'] for network (5d50eaab-6fb6-482d-8f90-8058e5ef7b61), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:18.267607 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-bbee9a55-c10b-4f6f-a3bc-0e7989ebeb3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for network (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:18.279770 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-bbee9a55-c10b-4f6f-a3bc-0e7989ebeb3c admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/5d50eaab-6fb6-482d-8f90-8058e5ef7b61 HTTP/1.1" status: 204 len: 168 time: 0.9449315 Aug 26 06:28:18.283409 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee9a55-c10b-4f6f-a3bc-0e7989ebeb3c admin admin] Pushing event deleted for resources: {'Network': ['ID=5d50eaab-6fb6-482d-8f90-8058e5ef7b61,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:19.050981 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59136) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:19.096436 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-779b9314-47ec-452f-b6e6-f30fff07890c admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=52e8949a7d05434396f8e8631f2cdb72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441308 Aug 26 06:28:19.099088 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59138) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:19.153816 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e277bac5-9216-4c61-b98c-f8ea5d58c5be admin admin] Publish callbacks [] for security_group (a28805fe-4842-44a7-b9e5-f5ba8342a0eb), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:19.175389 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e277bac5-9216-4c61-b98c-f8ea5d58c5be admin admin] Publish callbacks [] for security_group (a28805fe-4842-44a7-b9e5-f5ba8342a0eb), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:19.377172 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 98704804-4ae6-4733-8e30-eeed86c7f956 no longer exists at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:28:19.396951 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] No Port match for: 98704804-4ae6-4733-8e30-eeed86c7f956 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:28:19.397300 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 98704804-4ae6-4733-8e30-eeed86c7f956 not bound to the agent host dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:28:19.415317 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e277bac5-9216-4c61-b98c-f8ea5d58c5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (a28805fe-4842-44a7-b9e5-f5ba8342a0eb), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:19.422950 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e277bac5-9216-4c61-b98c-f8ea5d58c5be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:19.422950 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-e277bac5-9216-4c61-b98c-f8ea5d58c5be admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/a28805fe-4842-44a7-b9e5-f5ba8342a0eb HTTP/1.1" status: 204 len: 168 time: 0.3192611 Aug 26 06:28:19.428383 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277bac5-9216-4c61-b98c-f8ea5d58c5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28805fe-4842-44a7-b9e5-f5ba8342a0eb,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:19.830868 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59144) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:19.891804 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a8eb49e7-c923-4b9c-90ac-fcc86796c11b tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for security_group (5344e8cb-c253-4a5e-a56d-2a9ce3317e14), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:19.921638 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a8eb49e7-c923-4b9c-90ac-fcc86796c11b tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for security_group (5344e8cb-c253-4a5e-a56d-2a9ce3317e14), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:20.184912 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a8eb49e7-c923-4b9c-90ac-fcc86796c11b tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (5344e8cb-c253-4a5e-a56d-2a9ce3317e14), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:20.188528 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a8eb49e7-c923-4b9c-90ac-fcc86796c11b tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:20.189707 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-a8eb49e7-c923-4b9c-90ac-fcc86796c11b tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/5344e8cb-c253-4a5e-a56d-2a9ce3317e14 HTTP/1.1" status: 204 len: 168 time: 0.3578124 Aug 26 06:28:20.200063 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb49e7-c923-4b9c-90ac-fcc86796c11b tempest-TestVolumeBootPattern-727138204 tempest-TestVolumeBootPattern-727138204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5344e8cb-c253-4a5e-a56d-2a9ce3317e14,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:20.404428 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59150) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:20.610879 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 59154) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:20.624320 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:20.656512 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-d9cf333e-7e65-4b2f-86ff-c7a3d177d52f admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=03e76ed17eff49e289513ca492f561b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445204 Aug 26 06:28:20.659488 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 59156) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:20.713094 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f8614b53-f0c3-4e6d-adff-0cde576c0564 admin admin] Publish callbacks [] for security_group (588a905c-b771-4183-996a-1785ab0d4ac1), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:20.735507 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f8614b53-f0c3-4e6d-adff-0cde576c0564 admin admin] Publish callbacks [] for security_group (588a905c-b771-4183-996a-1785ab0d4ac1), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:20.741737 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:20.855327 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:20.861636 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f55e9dc1-9bc5-4517-bf68-119bd7761406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614426'] for router_interface (1170b181-b00b-401a-bc40-cf5c03a60e31), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:20.974075 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f8614b53-f0c3-4e6d-adff-0cde576c0564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (588a905c-b771-4183-996a-1785ab0d4ac1), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:20.976765 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-f8614b53-f0c3-4e6d-adff-0cde576c0564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:20.978164 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-f8614b53-f0c3-4e6d-adff-0cde576c0564 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/588a905c-b771-4183-996a-1785ab0d4ac1 HTTP/1.1" status: 204 len: 168 time: 0.3167861 Aug 26 06:28:20.988426 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8614b53-f0c3-4e6d-adff-0cde576c0564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588a905c-b771-4183-996a-1785ab0d4ac1,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:21.348986 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [None req-f55e9dc1-9bc5-4517-bf68-119bd7761406 admin admin] Deleting port 6f652a3a-1862-46c0-b96a-62edc6b668df {{(pid=107133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:28:21.349611 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f55e9dc1-9bc5-4517-bf68-119bd7761406 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (6f652a3a-1862-46c0-b96a-62edc6b668df), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:21.439936 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [None req-f55e9dc1-9bc5-4517-bf68-119bd7761406 admin admin] For port 6f652a3a-1862-46c0-b96a-62edc6b668df, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=6f652a3a-1862-46c0-b96a-62edc6b668df,segment=NetworkSegment(2277a1fe-3a58-44e4-9188-12fe782742b9),segment_id=2277a1fe-3a58-44e4-9188-12fe782742b9)] {{(pid=107133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:28:21.441306 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f55e9dc1-9bc5-4517-bf68-119bd7761406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (6f652a3a-1862-46c0-b96a-62edc6b668df), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:21.462600 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [None req-f55e9dc1-9bc5-4517-bf68-119bd7761406 admin admin] Calling delete_port for 6f652a3a-1862-46c0-b96a-62edc6b668df owned by network:router_interface {{(pid=107133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:28:21.584597 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=100 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:21.756669 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f55e9dc1-9bc5-4517-bf68-119bd7761406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (6f652a3a-1862-46c0-b96a-62edc6b668df), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:21.784118 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e9dc1-9bc5-4517-bf68-119bd7761406 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f652a3a-1862-46c0-b96a-62edc6b668df,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:21.954457 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-f55e9dc1-9bc5-4517-bf68-119bd7761406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614382'] for router_interface (1170b181-b00b-401a-bc40-cf5c03a60e31), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:22.182564 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55e9dc1-9bc5-4517-bf68-119bd7761406 admin admin] Router 1170b181-b00b-401a-bc40-cf5c03a60e31 has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:28:22.289755 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55e9dc1-9bc5-4517-bf68-119bd7761406 admin admin] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:28:22.295489 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-f55e9dc1-9bc5-4517-bf68-119bd7761406 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/1170b181-b00b-401a-bc40-cf5c03a60e31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8898547 Aug 26 06:28:22.298945 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57daa07d-ea60-49f9-8084-e2ec32b147d1 None None] Sync routers for ids ['1170b181-b00b-401a-bc40-cf5c03a60e31'] in dv-cinder-853910-3-iscsi {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:28:22.299786 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59162) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:22.311207 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57daa07d-ea60-49f9-8084-e2ec32b147d1 None None] Routers {'1170b181-b00b-401a-bc40-cf5c03a60e31'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:28:22.312090 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-57daa07d-ea60-49f9-8084-e2ec32b147d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:27:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['1170b181-b00b-401a-bc40-cf5c03a60e31'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:22.399123 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:22.408104 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-41cfcd78-a29b-4711-b2d7-7c3a87180b20 admin admin] Publish callbacks [] for router (1170b181-b00b-401a-bc40-cf5c03a60e31), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:22.428029 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-57daa07d-ea60-49f9-8084-e2ec32b147d1 None None] Set router 1170b181-b00b-401a-bc40-cf5c03a60e31 gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:28:22.522233 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:22.544837 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-41cfcd78-a29b-4711-b2d7-7c3a87180b20 admin admin] Publish callbacks [] for router_gateway (1170b181-b00b-401a-bc40-cf5c03a60e31), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:22.727578 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [None req-41cfcd78-a29b-4711-b2d7-7c3a87180b20 admin admin] Deleting port 00c271ea-b83a-41f7-9150-f380b863371a {{(pid=107133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:28:22.727915 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-41cfcd78-a29b-4711-b2d7-7c3a87180b20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (00c271ea-b83a-41f7-9150-f380b863371a), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:22.737091 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-57daa07d-ea60-49f9-8084-e2ec32b147d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'name': 'tempest-TestVolumeBootPattern-516714474-router', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '00c271ea-b83a-41f7-9150-f380b863371a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:24Z', 'updated_at': '2022-08-26T06:28:21Z', 'revision_number': 5, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'gw_port': {'id': '00c271ea-b83a-41f7-9150-f380b863371a', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:26Z', 'updated_at': '2022-08-26T06:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:22.762904 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57daa07d-ea60-49f9-8084-e2ec32b147d1 None None] Checking router: 1170b181-b00b-401a-bc40-cf5c03a60e31 for host: dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:28:22.771610 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57daa07d-ea60-49f9-8084-e2ec32b147d1 None None] Routers {'1170b181-b00b-401a-bc40-cf5c03a60e31'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:28:22.772219 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-57daa07d-ea60-49f9-8084-e2ec32b147d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:27:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['1170b181-b00b-401a-bc40-cf5c03a60e31'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:22.829393 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:22.829393 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [None req-41cfcd78-a29b-4711-b2d7-7c3a87180b20 admin admin] For port 00c271ea-b83a-41f7-9150-f380b863371a, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=00c271ea-b83a-41f7-9150-f380b863371a,segment=NetworkSegment(1390a542-366f-4986-b4c7-57ccad3a4e4e),segment_id=1390a542-366f-4986-b4c7-57ccad3a4e4e)] {{(pid=107133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:28:22.829393 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-41cfcd78-a29b-4711-b2d7-7c3a87180b20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (00c271ea-b83a-41f7-9150-f380b863371a), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:22.840502 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [None req-41cfcd78-a29b-4711-b2d7-7c3a87180b20 admin admin] Calling delete_port for 00c271ea-b83a-41f7-9150-f380b863371a owned by network:router_gateway {{(pid=107133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:28:22.861379 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-57daa07d-ea60-49f9-8084-e2ec32b147d1 None None] Set router 1170b181-b00b-401a-bc40-cf5c03a60e31 gateway port host: None {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:28:22.914415 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-57daa07d-ea60-49f9-8084-e2ec32b147d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'name': 'tempest-TestVolumeBootPattern-516714474-router', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:24Z', 'updated_at': '2022-08-26T06:28:22Z', 'revision_number': 6, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'gw_port_host': None}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:23.037687 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57daa07d-ea60-49f9-8084-e2ec32b147d1 None None] The sync data for ids ['1170b181-b00b-401a-bc40-cf5c03a60e31'] in dv-cinder-853910-3-iscsi is: [{'id': '1170b181-b00b-401a-bc40-cf5c03a60e31', 'name': 'tempest-TestVolumeBootPattern-516714474-router', 'tenant_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:24Z', 'updated_at': '2022-08-26T06:28:22Z', 'revision_number': 6, 'project_id': 'fde0e661bd5646bab91b5e6b623a2e7e', 'gw_port_host': None}] {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:28:23.328080 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-41cfcd78-a29b-4711-b2d7-7c3a87180b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (00c271ea-b83a-41f7-9150-f380b863371a), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:23.354335 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cfcd78-a29b-4711-b2d7-7c3a87180b20 admin admin] Pushing event deleted for resources: {'Port': ['ID=00c271ea-b83a-41f7-9150-f380b863371a,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:23.425026 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-41cfcd78-a29b-4711-b2d7-7c3a87180b20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621663'] for router_gateway (1170b181-b00b-401a-bc40-cf5c03a60e31), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:23.474635 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 00c271ea-b83a-41f7-9150-f380b863371a no longer exists at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:28:23.498603 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] No Port match for: 00c271ea-b83a-41f7-9150-f380b863371a {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:28:23.499043 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 00c271ea-b83a-41f7-9150-f380b863371a not bound to the agent host dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:28:23.499376 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 6f652a3a-1862-46c0-b96a-62edc6b668df no longer exists at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:28:23.517462 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] No Port match for: 6f652a3a-1862-46c0-b96a-62edc6b668df {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:28:23.517811 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 6f652a3a-1862-46c0-b96a-62edc6b668df not bound to the agent host dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:28:23.520150 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-41cfcd78-a29b-4711-b2d7-7c3a87180b20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32438'] for router (1170b181-b00b-401a-bc40-cf5c03a60e31), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:23.522593 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-41cfcd78-a29b-4711-b2d7-7c3a87180b20 admin admin] Publish callbacks [] for router_controller (1170b181-b00b-401a-bc40-cf5c03a60e31), precommit_delete_associations {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:23.763932 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-41cfcd78-a29b-4711-b2d7-7c3a87180b20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614454'] for router (1170b181-b00b-401a-bc40-cf5c03a60e31), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:23.764588 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cfcd78-a29b-4711-b2d7-7c3a87180b20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1170b181-b00b-401a-bc40-cf5c03a60e31 {{(pid=107133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 06:28:23.769386 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-41cfcd78-a29b-4711-b2d7-7c3a87180b20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:23.770727 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-41cfcd78-a29b-4711-b2d7-7c3a87180b20 admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/1170b181-b00b-401a-bc40-cf5c03a60e31 HTTP/1.1" status: 204 len: 168 time: 1.4698942 Aug 26 06:28:23.774522 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59164) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:23.827124 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae86a62-2afa-43d8-b8e4-b3d2e3c749c2 admin admin] Deleting subnet 78073db3-4b4a-4ba4-91af-0bd41027d48e {{(pid=107133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 06:28:23.830574 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-cae86a62-2afa-43d8-b8e4-b3d2e3c749c2 admin admin] Publish callbacks [] for subnet (78073db3-4b4a-4ba4-91af-0bd41027d48e), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:23.874140 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-cae86a62-2afa-43d8-b8e4-b3d2e3c749c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2376984'] for subnet (78073db3-4b4a-4ba4-91af-0bd41027d48e), precommit_delete_associations {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:23.915438 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:23.956463 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-cae86a62-2afa-43d8-b8e4-b3d2e3c749c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777363'] for subnet (78073db3-4b4a-4ba4-91af-0bd41027d48e), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:24.227454 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-cae86a62-2afa-43d8-b8e4-b3d2e3c749c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9094998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9189199'] for subnet (78073db3-4b4a-4ba4-91af-0bd41027d48e), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:24.258879 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae86a62-2afa-43d8-b8e4-b3d2e3c749c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78073db3-4b4a-4ba4-91af-0bd41027d48e,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:24.263250 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-cae86a62-2afa-43d8-b8e4-b3d2e3c749c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:24.266419 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-cae86a62-2afa-43d8-b8e4-b3d2e3c749c2 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/78073db3-4b4a-4ba4-91af-0bd41027d48e HTTP/1.1" status: 204 len: 168 time: 0.4894798 Aug 26 06:28:24.269078 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59166) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:24.272191 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862318bb-6075-4510-a610-9301c8d9927c None None] Network 6c5f68e8-9704-4e4e-a557-4e9515d804ef requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:28:24.344665 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7f81f45b-93b8-4ca7-b809-c6bad375000a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568586'] for network (6c5f68e8-9704-4e4e-a557-4e9515d804ef), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:24.392720 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [None req-7f81f45b-93b8-4ca7-b809-c6bad375000a admin admin] Deleting port a86f3aff-8d3e-4766-86ea-d80c6c8e65a2 {{(pid=107133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:28:24.393057 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7f81f45b-93b8-4ca7-b809-c6bad375000a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (a86f3aff-8d3e-4766-86ea-d80c6c8e65a2), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:24.440761 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ada58e-ba65-4bb8-b067-22b3c6ea6529 None None] DHCP port deletion for 6c5f68e8-9704-4e4e-a557-4e9515d804ef request from dv-cinder-853910-3-iscsi {{(pid=107135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 06:28:24.465038 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [None req-7f81f45b-93b8-4ca7-b809-c6bad375000a admin admin] For port a86f3aff-8d3e-4766-86ea-d80c6c8e65a2, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=a86f3aff-8d3e-4766-86ea-d80c6c8e65a2,segment=NetworkSegment(2277a1fe-3a58-44e4-9188-12fe782742b9),segment_id=2277a1fe-3a58-44e4-9188-12fe782742b9)] {{(pid=107133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:28:24.465668 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7f81f45b-93b8-4ca7-b809-c6bad375000a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (a86f3aff-8d3e-4766-86ea-d80c6c8e65a2), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:24.480439 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [None req-7f81f45b-93b8-4ca7-b809-c6bad375000a admin admin] Calling delete_port for a86f3aff-8d3e-4766-86ea-d80c6c8e65a2 owned by network:dhcp {{(pid=107133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:28:24.484166 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-f0ada58e-ba65-4bb8-b067-22b3c6ea6529 None None] Deleting port a86f3aff-8d3e-4766-86ea-d80c6c8e65a2 {{(pid=107135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:28:24.484770 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f0ada58e-ba65-4bb8-b067-22b3c6ea6529 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (a86f3aff-8d3e-4766-86ea-d80c6c8e65a2), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:24.549375 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-f0ada58e-ba65-4bb8-b067-22b3c6ea6529 None None] For port a86f3aff-8d3e-4766-86ea-d80c6c8e65a2, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=a86f3aff-8d3e-4766-86ea-d80c6c8e65a2,segment=NetworkSegment(2277a1fe-3a58-44e4-9188-12fe782742b9),segment_id=2277a1fe-3a58-44e4-9188-12fe782742b9)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:28:24.549770 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f0ada58e-ba65-4bb8-b067-22b3c6ea6529 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (a86f3aff-8d3e-4766-86ea-d80c6c8e65a2), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:24.563657 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-f0ada58e-ba65-4bb8-b067-22b3c6ea6529 None None] Calling delete_port for a86f3aff-8d3e-4766-86ea-d80c6c8e65a2 owned by network:dhcp {{(pid=107135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:28:24.683131 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7f81f45b-93b8-4ca7-b809-c6bad375000a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (a86f3aff-8d3e-4766-86ea-d80c6c8e65a2), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:24.692921 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f0ada58e-ba65-4bb8-b067-22b3c6ea6529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596'] for port (a86f3aff-8d3e-4766-86ea-d80c6c8e65a2), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:24.718396 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81f45b-93b8-4ca7-b809-c6bad375000a admin admin] Pushing event deleted for resources: {'Port': ['ID=a86f3aff-8d3e-4766-86ea-d80c6c8e65a2,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:24.723339 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ada58e-ba65-4bb8-b067-22b3c6ea6529 None None] Pushing event deleted for resources: {'Port': ['ID=a86f3aff-8d3e-4766-86ea-d80c6c8e65a2,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:24.723494 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f81f45b-93b8-4ca7-b809-c6bad375000a admin admin] No DVR routers for this DVR port a86f3aff-8d3e-4766-86ea-d80c6c8e65a2 on host dv-cinder-853910-3-iscsi {{(pid=107133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:28:24.723616 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ada58e-ba65-4bb8-b067-22b3c6ea6529 None None] No DVR routers for this DVR port a86f3aff-8d3e-4766-86ea-d80c6c8e65a2 on host dv-cinder-853910-3-iscsi {{(pid=107135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:28:24.725817 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:24.805584 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7f81f45b-93b8-4ca7-b809-c6bad375000a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729656', 'neutron.services.segments.db._delete_segments_for_network-8776576287582'] for network (6c5f68e8-9704-4e4e-a557-4e9515d804ef), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:24.831426 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.services.segments.db [None req-7f81f45b-93b8-4ca7-b809-c6bad375000a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c5f68e8-9704-4e4e-a557-4e9515d804ef']}} {{(pid=107133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:24.842058 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.services.segments.db [None req-7f81f45b-93b8-4ca7-b809-c6bad375000a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2277a1fe-3a58-44e4-9188-12fe782742b9') {'for_net_delete': True} {{(pid=107133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:24.844872 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.services.segments.db [None req-7f81f45b-93b8-4ca7-b809-c6bad375000a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2277a1fe-3a58-44e4-9188-12fe782742b9') {} {{(pid=107133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:24.852999 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7f81f45b-93b8-4ca7-b809-c6bad375000a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776576346588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2376977'] for segment (2277a1fe-3a58-44e4-9188-12fe782742b9), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:24.867781 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7f81f45b-93b8-4ca7-b809-c6bad375000a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439'] for segment (2277a1fe-3a58-44e4-9188-12fe782742b9), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:24.878422 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f81f45b-93b8-4ca7-b809-c6bad375000a admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=107133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 06:28:24.878842 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7f81f45b-93b8-4ca7-b809-c6bad375000a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9094924'] for segment (2277a1fe-3a58-44e4-9188-12fe782742b9), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:25.101998 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.services.segments.plugin [-] Segment 2277a1fe-3a58-44e4-9188-12fe782742b9 resource provider aggregate not found Aug 26 06:28:25.110807 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7f81f45b-93b8-4ca7-b809-c6bad375000a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621691'] for network (6c5f68e8-9704-4e4e-a557-4e9515d804ef), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:25.128672 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7f81f45b-93b8-4ca7-b809-c6bad375000a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for network (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:25.131884 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-7f81f45b-93b8-4ca7-b809-c6bad375000a admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/6c5f68e8-9704-4e4e-a557-4e9515d804ef HTTP/1.1" status: 204 len: 168 time: 0.8618617 Aug 26 06:28:25.133425 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.services.segments.plugin [-] Segment 2277a1fe-3a58-44e4-9188-12fe782742b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2277a1fe-3a58-44e4-9188-12fe782742b9 found for delete ", "request_id": "req-50c2f9aa-8c3d-4c45-b177-021a233e74da"}]} Aug 26 06:28:25.134442 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81f45b-93b8-4ca7-b809-c6bad375000a admin admin] Pushing event deleted for resources: {'Network': ['ID=6c5f68e8-9704-4e4e-a557-4e9515d804ef,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:25.135404 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 59174) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:25.386894 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device a86f3aff-8d3e-4766-86ea-d80c6c8e65a2 no longer exists at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:28:25.408171 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] No Port match for: a86f3aff-8d3e-4766-86ea-d80c6c8e65a2 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:28:25.408516 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device a86f3aff-8d3e-4766-86ea-d80c6c8e65a2 not bound to the agent host dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:28:25.512847 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-fbc6178d-4627-45a3-a471-aeb09d8a094b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614426'] for router_interface (bd37c820-ac09-4c4b-b195-06c31d8fdcda), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:25.678314 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:25.742100 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-fbc6178d-4627-45a3-a471-aeb09d8a094b admin admin] Deleting port 60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06 {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:28:25.742454 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-fbc6178d-4627-45a3-a471-aeb09d8a094b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:25.830130 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [None req-fbc6178d-4627-45a3-a471-aeb09d8a094b admin admin] For port 60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06,segment=NetworkSegment(03d25d8b-b777-43cf-bf03-65c02625d729),segment_id=03d25d8b-b777-43cf-bf03-65c02625d729)] {{(pid=107134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:28:25.830493 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-fbc6178d-4627-45a3-a471-aeb09d8a094b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:25.844768 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-fbc6178d-4627-45a3-a471-aeb09d8a094b admin admin] Calling delete_port for 60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06 owned by network:router_interface {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:28:25.962211 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:26.164407 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-fbc6178d-4627-45a3-a471-aeb09d8a094b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:26.393489 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a9eeb1ff-d368-433b-aba2-91e818b0e702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:26.404654 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=88 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:26.408618 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=27 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:26.465052 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6178d-4627-45a3-a471-aeb09d8a094b admin admin] Pushing event deleted for resources: {'Port': ['ID=60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:26.567693 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 6 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:28:26.673633 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-fbc6178d-4627-45a3-a471-aeb09d8a094b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614382'] for router_interface (bd37c820-ac09-4c4b-b195-06c31d8fdcda), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:26.889355 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc6178d-4627-45a3-a471-aeb09d8a094b admin admin] Router bd37c820-ac09-4c4b-b195-06c31d8fdcda has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:28:26.989217 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:26.998431 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc6178d-4627-45a3-a471-aeb09d8a094b admin admin] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:28:27.004820 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-fbc6178d-4627-45a3-a471-aeb09d8a094b admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/bd37c820-ac09-4c4b-b195-06c31d8fdcda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8668110 Aug 26 06:28:27.006066 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 59176) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:27.008610 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87db766-05f3-4c7b-971e-32f53a94a335 None None] Sync routers for ids ['bd37c820-ac09-4c4b-b195-06c31d8fdcda'] in dv-cinder-853910-3-iscsi {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:28:27.020173 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87db766-05f3-4c7b-971e-32f53a94a335 None None] Routers {'bd37c820-ac09-4c4b-b195-06c31d8fdcda'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:28:27.024713 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-a87db766-05f3-4c7b-971e-32f53a94a335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:27:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['bd37c820-ac09-4c4b-b195-06c31d8fdcda'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:27.120923 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4c1d8eec-b814-4724-aa24-302d37954899 admin admin] Publish callbacks [] for router (bd37c820-ac09-4c4b-b195-06c31d8fdcda), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:27.135399 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-a87db766-05f3-4c7b-971e-32f53a94a335 None None] Set router bd37c820-ac09-4c4b-b195-06c31d8fdcda gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:28:27.229652 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4c1d8eec-b814-4724-aa24-302d37954899 admin admin] Publish callbacks [] for router_gateway (bd37c820-ac09-4c4b-b195-06c31d8fdcda), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:27.323921 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-a87db766-05f3-4c7b-971e-32f53a94a335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd37c820-ac09-4c4b-b195-06c31d8fdcda', 'name': 'tempest-TestVolumeBootPattern-1684469469-router', 'tenant_id': 'ec0cd181b35644639e7b0c20e865c6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:40Z', 'updated_at': '2022-08-26T06:28:25Z', 'revision_number': 5, 'project_id': 'ec0cd181b35644639e7b0c20e865c6b6', 'gw_port': {'id': '245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:64:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37c820-ac09-4c4b-b195-06c31d8fdcda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:41Z', 'updated_at': '2022-08-26T06:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:27.352526 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87db766-05f3-4c7b-971e-32f53a94a335 None None] Checking router: bd37c820-ac09-4c4b-b195-06c31d8fdcda for host: dv-cinder-853910-3-iscsi {{(pid=107136) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:28:27.360780 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87db766-05f3-4c7b-971e-32f53a94a335 None None] Routers {'bd37c820-ac09-4c4b-b195-06c31d8fdcda'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107136) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:28:27.361399 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-a87db766-05f3-4c7b-971e-32f53a94a335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:27:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['bd37c820-ac09-4c4b-b195-06c31d8fdcda'], 'active': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:27.419058 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-4c1d8eec-b814-4724-aa24-302d37954899 admin admin] Deleting port 245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:28:27.419407 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4c1d8eec-b814-4724-aa24-302d37954899 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:27.462047 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:27.474916 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvr_db [None req-a87db766-05f3-4c7b-971e-32f53a94a335 None None] Set router bd37c820-ac09-4c4b-b195-06c31d8fdcda gateway port host: dv-cinder-853910-3-iscsi {{(pid=107136) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:28:27.520177 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [None req-4c1d8eec-b814-4724-aa24-302d37954899 admin admin] For port 245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa,segment=NetworkSegment(1390a542-366f-4986-b4c7-57ccad3a4e4e),segment_id=1390a542-366f-4986-b4c7-57ccad3a4e4e)] {{(pid=107134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:28:27.520660 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4c1d8eec-b814-4724-aa24-302d37954899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:27.536978 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-4c1d8eec-b814-4724-aa24-302d37954899 admin admin] Calling delete_port for 245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa owned by network:router_gateway {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:28:27.666492 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.l3_hamode_db [None req-a87db766-05f3-4c7b-971e-32f53a94a335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd37c820-ac09-4c4b-b195-06c31d8fdcda', 'name': 'tempest-TestVolumeBootPattern-1684469469-router', 'tenant_id': 'ec0cd181b35644639e7b0c20e865c6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:40Z', 'updated_at': '2022-08-26T06:28:25Z', 'revision_number': 5, 'project_id': 'ec0cd181b35644639e7b0c20e865c6b6', 'gw_port': {'id': '245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:64:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37c820-ac09-4c4b-b195-06c31d8fdcda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:41Z', 'updated_at': '2022-08-26T06:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:27.692845 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87db766-05f3-4c7b-971e-32f53a94a335 None None] The sync data for ids ['bd37c820-ac09-4c4b-b195-06c31d8fdcda'] in dv-cinder-853910-3-iscsi is: [{'id': 'bd37c820-ac09-4c4b-b195-06c31d8fdcda', 'name': 'tempest-TestVolumeBootPattern-1684469469-router', 'tenant_id': 'ec0cd181b35644639e7b0c20e865c6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:19:40Z', 'updated_at': '2022-08-26T06:28:25Z', 'revision_number': 5, 'project_id': 'ec0cd181b35644639e7b0c20e865c6b6', 'gw_port': {'id': '245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:64:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd37c820-ac09-4c4b-b195-06c31d8fdcda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:19:41Z', 'updated_at': '2022-08-26T06:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}] {{(pid=107136) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:28:27.861458 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4c1d8eec-b814-4724-aa24-302d37954899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:27.892115 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d8eec-b814-4724-aa24-302d37954899 admin admin] Pushing event deleted for resources: {'Port': ['ID=245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:27.966648 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4c1d8eec-b814-4724-aa24-302d37954899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621663'] for router_gateway (bd37c820-ac09-4c4b-b195-06c31d8fdcda), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:28.065355 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4c1d8eec-b814-4724-aa24-302d37954899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32438'] for router (bd37c820-ac09-4c4b-b195-06c31d8fdcda), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:28.069147 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4c1d8eec-b814-4724-aa24-302d37954899 admin admin] Publish callbacks [] for router_controller (bd37c820-ac09-4c4b-b195-06c31d8fdcda), precommit_delete_associations {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:28.261669 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4c1d8eec-b814-4724-aa24-302d37954899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614454'] for router (bd37c820-ac09-4c4b-b195-06c31d8fdcda), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:28.266979 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1d8eec-b814-4724-aa24-302d37954899 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd37c820-ac09-4c4b-b195-06c31d8fdcda {{(pid=107134) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 06:28:28.266979 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-4c1d8eec-b814-4724-aa24-302d37954899 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:28.267876 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-4c1d8eec-b814-4724-aa24-302d37954899 admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/bd37c820-ac09-4c4b-b195-06c31d8fdcda HTTP/1.1" status: 204 len: 168 time: 1.2607148 Aug 26 06:28:28.270683 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 59178) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:28.321685 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.db_base_plugin_v2 [None req-a99e4616-7747-4450-9d50-36855d5ef5ad admin admin] Deleting subnet b659b1b4-ab10-41ee-9274-243aaaf2cb24 {{(pid=107134) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 06:28:28.325552 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a99e4616-7747-4450-9d50-36855d5ef5ad admin admin] Publish callbacks [] for subnet (b659b1b4-ab10-41ee-9274-243aaaf2cb24), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:28.380410 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a99e4616-7747-4450-9d50-36855d5ef5ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3346510'] for subnet (b659b1b4-ab10-41ee-9274-243aaaf2cb24), precommit_delete_associations {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:28.411606 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:28.476415 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a99e4616-7747-4450-9d50-36855d5ef5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777363'] for subnet (b659b1b4-ab10-41ee-9274-243aaaf2cb24), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:28.682316 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a99e4616-7747-4450-9d50-36855d5ef5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3183122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3522563'] for subnet (b659b1b4-ab10-41ee-9274-243aaaf2cb24), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:28.710179 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e4616-7747-4450-9d50-36855d5ef5ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b659b1b4-ab10-41ee-9274-243aaaf2cb24,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:28.716717 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a99e4616-7747-4450-9d50-36855d5ef5ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for subnet (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:28.719870 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-a99e4616-7747-4450-9d50-36855d5ef5ad admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/b659b1b4-ab10-41ee-9274-243aaaf2cb24 HTTP/1.1" status: 204 len: 168 time: 0.4483364 Aug 26 06:28:28.722528 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 59182) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:28.727741 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27def20d-7396-41a7-a332-5394294e13fe None None] Network 45a84897-2a17-443e-8e86-26e7b8d55f9e requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:28:28.734156 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:28.774487 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6b610058-5086-4387-b150-f4ce333957b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:28.802425 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-25faef92-0a93-440f-add0-c18167f8b690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568586'] for network (45a84897-2a17-443e-8e86-26e7b8d55f9e), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:28.838217 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:28.854482 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-25faef92-0a93-440f-add0-c18167f8b690 admin admin] Deleting port a3aaf65f-76c9-493d-82f8-564fe8000409 {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:28:28.854838 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-25faef92-0a93-440f-add0-c18167f8b690 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (a3aaf65f-76c9-493d-82f8-564fe8000409), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:28.916845 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54b3589-f024-45e9-9b91-b633aad16624 None None] DHCP port deletion for 45a84897-2a17-443e-8e86-26e7b8d55f9e request from dv-cinder-853910-3-iscsi {{(pid=107135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 06:28:28.934479 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [None req-25faef92-0a93-440f-add0-c18167f8b690 admin admin] For port a3aaf65f-76c9-493d-82f8-564fe8000409, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=a3aaf65f-76c9-493d-82f8-564fe8000409,segment=NetworkSegment(03d25d8b-b777-43cf-bf03-65c02625d729),segment_id=03d25d8b-b777-43cf-bf03-65c02625d729)] {{(pid=107134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:28:28.934816 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-25faef92-0a93-440f-add0-c18167f8b690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (a3aaf65f-76c9-493d-82f8-564fe8000409), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:28.952012 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-25faef92-0a93-440f-add0-c18167f8b690 admin admin] Calling delete_port for a3aaf65f-76c9-493d-82f8-564fe8000409 owned by network:dhcp {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:28:28.958185 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-d54b3589-f024-45e9-9b91-b633aad16624 None None] Deleting port a3aaf65f-76c9-493d-82f8-564fe8000409 {{(pid=107135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:28:28.958563 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d54b3589-f024-45e9-9b91-b633aad16624 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (a3aaf65f-76c9-493d-82f8-564fe8000409), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:29.011218 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:29.029715 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-d54b3589-f024-45e9-9b91-b633aad16624 None None] For port a3aaf65f-76c9-493d-82f8-564fe8000409, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=a3aaf65f-76c9-493d-82f8-564fe8000409,segment=NetworkSegment(03d25d8b-b777-43cf-bf03-65c02625d729),segment_id=03d25d8b-b777-43cf-bf03-65c02625d729)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:28:29.030115 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d54b3589-f024-45e9-9b91-b633aad16624 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (a3aaf65f-76c9-493d-82f8-564fe8000409), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:29.043324 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-d54b3589-f024-45e9-9b91-b633aad16624 None None] Calling delete_port for a3aaf65f-76c9-493d-82f8-564fe8000409 owned by network:dhcp {{(pid=107135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:28:29.130760 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-25faef92-0a93-440f-add0-c18167f8b690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (a3aaf65f-76c9-493d-82f8-564fe8000409), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:29.138576 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d54b3589-f024-45e9-9b91-b633aad16624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596'] for port (a3aaf65f-76c9-493d-82f8-564fe8000409), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:29.155397 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25faef92-0a93-440f-add0-c18167f8b690 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3aaf65f-76c9-493d-82f8-564fe8000409,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:29.161749 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25faef92-0a93-440f-add0-c18167f8b690 admin admin] No DVR routers for this DVR port a3aaf65f-76c9-493d-82f8-564fe8000409 on host dv-cinder-853910-3-iscsi {{(pid=107134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:28:29.166880 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b3589-f024-45e9-9b91-b633aad16624 None None] Pushing event deleted for resources: {'Port': ['ID=a3aaf65f-76c9-493d-82f8-564fe8000409,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:29.172238 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54b3589-f024-45e9-9b91-b633aad16624 None None] No DVR routers for this DVR port a3aaf65f-76c9-493d-82f8-564fe8000409 on host dv-cinder-853910-3-iscsi {{(pid=107135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:28:29.238711 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-25faef92-0a93-440f-add0-c18167f8b690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729656', 'neutron.services.segments.db._delete_segments_for_network-8776576287582'] for network (45a84897-2a17-443e-8e86-26e7b8d55f9e), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:29.260564 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-25faef92-0a93-440f-add0-c18167f8b690 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45a84897-2a17-443e-8e86-26e7b8d55f9e']}} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:29.270251 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-25faef92-0a93-440f-add0-c18167f8b690 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d25d8b-b777-43cf-bf03-65c02625d729') {'for_net_delete': True} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:29.271002 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-25faef92-0a93-440f-add0-c18167f8b690 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d25d8b-b777-43cf-bf03-65c02625d729') {} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:29.280514 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-25faef92-0a93-440f-add0-c18167f8b690 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776576346588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3346503'] for segment (03d25d8b-b777-43cf-bf03-65c02625d729), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:29.295135 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-25faef92-0a93-440f-add0-c18167f8b690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439'] for segment (03d25d8b-b777-43cf-bf03-65c02625d729), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:29.301448 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25faef92-0a93-440f-add0-c18167f8b690 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=107134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 06:28:29.301859 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-25faef92-0a93-440f-add0-c18167f8b690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3183176'] for segment (03d25d8b-b777-43cf-bf03-65c02625d729), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:29.348460 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.services.segments.plugin [-] Segment 03d25d8b-b777-43cf-bf03-65c02625d729 resource provider aggregate not found Aug 26 06:28:29.369251 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.services.segments.plugin [-] Segment 03d25d8b-b777-43cf-bf03-65c02625d729 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03d25d8b-b777-43cf-bf03-65c02625d729 found for delete ", "request_id": "req-6c700e5b-4ed5-4b4f-bf61-113c06a762f3"}]} Aug 26 06:28:29.388857 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa no longer exists at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:28:29.408563 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] No Port match for: 245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:28:29.408913 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 245ecc56-c6b1-4030-ae4f-eaf9c94f5aaa not bound to the agent host dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:28:29.409449 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device a3aaf65f-76c9-493d-82f8-564fe8000409 no longer exists at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:28:29.429366 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] No Port match for: a3aaf65f-76c9-493d-82f8-564fe8000409 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:28:29.429695 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device a3aaf65f-76c9-493d-82f8-564fe8000409 not bound to the agent host dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:28:29.430128 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06 no longer exists at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:28:29.449127 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] No Port match for: 60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:28:29.449370 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 60b3b2db-4bcd-45ba-aaeb-9317c0f6ef06 not bound to the agent host dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:28:29.516162 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-25faef92-0a93-440f-add0-c18167f8b690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621691'] for network (45a84897-2a17-443e-8e86-26e7b8d55f9e), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:29.521800 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-25faef92-0a93-440f-add0-c18167f8b690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for network (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:29.525164 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-25faef92-0a93-440f-add0-c18167f8b690 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/45a84897-2a17-443e-8e86-26e7b8d55f9e HTTP/1.1" status: 204 len: 168 time: 0.8014870 Aug 26 06:28:29.537368 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25faef92-0a93-440f-add0-c18167f8b690 admin admin] Pushing event deleted for resources: {'Network': ['ID=45a84897-2a17-443e-8e86-26e7b8d55f9e,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:29.963110 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:30.104255 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59190) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:30.146874 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-fe414de1-aa69-45ec-8b4c-d8a450523c01 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=fde0e661bd5646bab91b5e6b623a2e7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414069 Aug 26 06:28:30.150797 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59192) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:30.207273 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2d2e97dc-3703-4146-94a0-843ef0b6d03f admin admin] Publish callbacks [] for security_group (9b71d5d3-fe3b-4670-907a-64f9d788ba33), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:30.243401 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2d2e97dc-3703-4146-94a0-843ef0b6d03f admin admin] Publish callbacks [] for security_group (9b71d5d3-fe3b-4670-907a-64f9d788ba33), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:30.260492 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:30.442147 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2d2e97dc-3703-4146-94a0-843ef0b6d03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (9b71d5d3-fe3b-4670-907a-64f9d788ba33), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:30.444944 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-2d2e97dc-3703-4146-94a0-843ef0b6d03f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:30.446206 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-2d2e97dc-3703-4146-94a0-843ef0b6d03f admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/9b71d5d3-fe3b-4670-907a-64f9d788ba33 HTTP/1.1" status: 204 len: 168 time: 0.2942176 Aug 26 06:28:30.459146 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e97dc-3703-4146-94a0-843ef0b6d03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b71d5d3-fe3b-4670-907a-64f9d788ba33,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:31.421252 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59198) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:31.459098 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:31.464699 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-3ec09478-919f-46ac-9576-7e3e510367e3 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=ec0cd181b35644639e7b0c20e865c6b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423398 Aug 26 06:28:31.470274 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 59200) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:31.503718 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:31.529733 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-718bfb15-f9dd-4b91-bbef-9a6df97307a8 admin admin] Publish callbacks [] for security_group (8ac1af0f-4ea7-42b9-bed3-46a386b07d4e), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:31.544633 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:31.552764 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-718bfb15-f9dd-4b91-bbef-9a6df97307a8 admin admin] Publish callbacks [] for security_group (8ac1af0f-4ea7-42b9-bed3-46a386b07d4e), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:31.770214 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:31.770744 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-718bfb15-f9dd-4b91-bbef-9a6df97307a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (8ac1af0f-4ea7-42b9-bed3-46a386b07d4e), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:31.778587 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-718bfb15-f9dd-4b91-bbef-9a6df97307a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:31.780056 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-718bfb15-f9dd-4b91-bbef-9a6df97307a8 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/8ac1af0f-4ea7-42b9-bed3-46a386b07d4e HTTP/1.1" status: 204 len: 168 time: 0.3086605 Aug 26 06:28:31.793426 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718bfb15-f9dd-4b91-bbef-9a6df97307a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac1af0f-4ea7-42b9-bed3-46a386b07d4e,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:36.068962 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e6ff1-aec6-4cf3-a92b-89f9c276962a req-3f112155-aad7-4f74-aba2-09ab574d8020 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:28:36.071006 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-457e6ff1-aec6-4cf3-a92b-89f9c276962a req-3f112155-aad7-4f74-aba2-09ab574d8020 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c20b2603-fcec-4d01-bc64-d8dea988ccfe HTTP/1.1" status: 200 len: 946 time: 0.0585680 Aug 26 06:28:36.124182 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-457e6ff1-aec6-4cf3-a92b-89f9c276962a req-58559402-3c79-4551-aa35-938e9a6c8734 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=ff438359-d713-4a5e-8bab-803bba451ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463433 Aug 26 06:28:37.267826 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9936d98-94ff-4117-9794-ec717dcf87f8 req-01a7ba47-40e6-40b6-817d-7fc3562ef3b7 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:28:37.269332 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f9936d98-94ff-4117-9794-ec717dcf87f8 req-01a7ba47-40e6-40b6-817d-7fc3562ef3b7 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c20b2603-fcec-4d01-bc64-d8dea988ccfe HTTP/1.1" status: 200 len: 946 time: 0.0514824 Aug 26 06:28:37.324072 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f9936d98-94ff-4117-9794-ec717dcf87f8 req-72a5cfb2-d9d0-46b9-aa82-54ef730a81d5 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=ff438359-d713-4a5e-8bab-803bba451ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481458 Aug 26 06:28:37.419727 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd841e70-17dc-43ee-a817-db60176549aa req-837f1fba-1253-4ac3-8dcc-c087930b18fb tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:28:37.421070 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-fd841e70-17dc-43ee-a817-db60176549aa req-837f1fba-1253-4ac3-8dcc-c087930b18fb tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=c20b2603-fcec-4d01-bc64-d8dea988ccfe HTTP/1.1" status: 200 len: 946 time: 0.0510175 Aug 26 06:28:37.515078 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [req-fd841e70-17dc-43ee-a817-db60176549aa req-dd39516f-ca79-4ce4-8949-a24354c3a11f tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Deleting port 1fd78a20-ca43-4b3a-8ff2-4f1c64768455 {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:28:37.515441 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-fd841e70-17dc-43ee-a817-db60176549aa req-dd39516f-ca79-4ce4-8949-a24354c3a11f tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (1fd78a20-ca43-4b3a-8ff2-4f1c64768455), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:37.626852 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [req-fd841e70-17dc-43ee-a817-db60176549aa req-dd39516f-ca79-4ce4-8949-a24354c3a11f tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] For port 1fd78a20-ca43-4b3a-8ff2-4f1c64768455, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=1fd78a20-ca43-4b3a-8ff2-4f1c64768455,segment=NetworkSegment(e272a224-57ee-4bb2-9b2c-c27e7d8f75a9),segment_id=e272a224-57ee-4bb2-9b2c-c27e7d8f75a9)] {{(pid=107134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:28:37.627219 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-fd841e70-17dc-43ee-a817-db60176549aa req-dd39516f-ca79-4ce4-8949-a24354c3a11f tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (1fd78a20-ca43-4b3a-8ff2-4f1c64768455), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:37.809047 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-fd841e70-17dc-43ee-a817-db60176549aa req-dd39516f-ca79-4ce4-8949-a24354c3a11f tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:37.809333 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-fd841e70-17dc-43ee-a817-db60176549aa req-dd39516f-ca79-4ce4-8949-a24354c3a11f tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614170'] for floatingip (085bcd0f-e19f-4878-9da0-79974544c4a0), after_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:37.809660 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.db.l3_db [req-fd841e70-17dc-43ee-a817-db60176549aa req-dd39516f-ca79-4ce4-8949-a24354c3a11f tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Floating IP 085bcd0f-e19f-4878-9da0-79974544c4a0 disassociated. External IP: 172.27.3.105, port: 1fd78a20-ca43-4b3a-8ff2-4f1c64768455. Aug 26 06:28:37.810013 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [req-fd841e70-17dc-43ee-a817-db60176549aa req-dd39516f-ca79-4ce4-8949-a24354c3a11f tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Calling delete_port for 1fd78a20-ca43-4b3a-8ff2-4f1c64768455 owned by compute:nova {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:28:37.954308 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:38.255390 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-fd841e70-17dc-43ee-a817-db60176549aa req-dd39516f-ca79-4ce4-8949-a24354c3a11f tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (1fd78a20-ca43-4b3a-8ff2-4f1c64768455), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:38.285403 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd39516f-ca79-4ce4-8949-a24354c3a11f tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Pushing event deleted for resources: {'Port': ['ID=1fd78a20-ca43-4b3a-8ff2-4f1c64768455,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:38.408771 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd841e70-17dc-43ee-a817-db60176549aa req-dd39516f-ca79-4ce4-8949-a24354c3a11f tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Router fc03e21e-d989-45a0-97fc-d438bdfd69cb has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:28:38.441269 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-3989dcf5-0ea0-4a5b-acb6-5773b60fa651 req-b70a6377-3ff9-46a0-87f2-d4588f74aa3b tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c20b2603-fcec-4d01-bc64-d8dea988ccfe HTTP/1.1" status: 200 len: 210 time: 0.0308836 Aug 26 06:28:38.532127 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd841e70-17dc-43ee-a817-db60176549aa req-dd39516f-ca79-4ce4-8949-a24354c3a11f tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:28:38.543268 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bb3fcd-3cb9-4e61-b664-c616e2824988 None None] Sync routers for ids ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'] in dv-cinder-853910-3-iscsi {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:28:38.555436 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bb3fcd-3cb9-4e61-b664-c616e2824988 None None] Routers {'fc03e21e-d989-45a0-97fc-d438bdfd69cb'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:28:38.556350 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-45bb3fcd-3cb9-4e61-b664-c616e2824988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:28:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:38.562027 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:38.580251 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd841e70-17dc-43ee-a817-db60176549aa req-dd39516f-ca79-4ce4-8949-a24354c3a11f tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] No DVR routers for this DVR port 1fd78a20-ca43-4b3a-8ff2-4f1c64768455 on host hv-cinder-85391 {{(pid=107134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:28:38.583092 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-fd841e70-17dc-43ee-a817-db60176549aa req-dd39516f-ca79-4ce4-8949-a24354c3a11f tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:38.588819 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-fd841e70-17dc-43ee-a817-db60176549aa req-dd39516f-ca79-4ce4-8949-a24354c3a11f tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.76 "DELETE /networking/v2.0/ports/1fd78a20-ca43-4b3a-8ff2-4f1c64768455 HTTP/1.1" status: 204 len: 173 time: 1.1628237 Aug 26 06:28:38.589388 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20b2603-fcec-4d01-bc64-d8dea988ccfe', 'name': 'network-vif-deleted', 'tag': '1fd78a20-ca43-4b3a-8ff2-4f1c64768455'}] {{(pid=107134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:28:38.591656 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98877e02f8b3cb06335249729d630ff259ce8fa3eff905cdf154d6d548f15152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6fe89f-b3ec-4f0b-9267-15d4ac358fea" -d '{"events": [{"server_uuid": "c20b2603-fcec-4d01-bc64-d8dea988ccfe", "name": "network-vif-deleted", "tag": "1fd78a20-ca43-4b3a-8ff2-4f1c64768455"}]}' {{(pid=107134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:28:38.637928 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbfb7e7-24ad-4240-872c-50e294a9f82e x-openstack-request-id: req-0cbfb7e7-24ad-4240-872c-50e294a9f82e {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:28:38.644886 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c20b2603-fcec-4d01-bc64-d8dea988ccfe", "name": "network-vif-deleted", "tag": "1fd78a20-ca43-4b3a-8ff2-4f1c64768455", "status": "completed", "code": 200}]} {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:28:38.644886 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0cbfb7e7-24ad-4240-872c-50e294a9f82e {{(pid=107134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:28:38.645428 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cbfb7e7-24ad-4240-872c-50e294a9f82e'] response: {'server_uuid': 'c20b2603-fcec-4d01-bc64-d8dea988ccfe', 'name': 'network-vif-deleted', 'tag': '1fd78a20-ca43-4b3a-8ff2-4f1c64768455', 'status': 'completed', 'code': 200} Aug 26 06:28:38.691087 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-45bb3fcd-3cb9-4e61-b664-c616e2824988 None None] Set router fc03e21e-d989-45a0-97fc-d438bdfd69cb gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:28:38.965299 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-45bb3fcd-3cb9-4e61-b664-c616e2824988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'name': 'tempest-AttachVolumeNegativeTest-1899913901-router', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:26:19Z', 'updated_at': '2022-08-26T06:26:24Z', 'revision_number': 4, 'project_id': 'c070cba92de641518c86248b1e27daea', 'gw_port': {'id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:20Z', 'updated_at': '2022-08-26T06:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': 'f15252b5-aec0-48e2-92f4-ae3427e7fa96', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'port_id': 'dc8f2e1e-4654-4a97-af55-30d11a6929e3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'mac_address': 'fa:16:3e:55:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae98859-f32e-4f5b-b796-a330a860f02a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:26:28Z', 'updated_at': '2022-08-26T06:26:49Z', 'revision_number': 2, 'project_id': 'c070cba92de641518c86248b1e27daea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f37e899-75b4-4014-b402-fbc8859a4c3b', 'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'mac_address': 'fa:16:3e:43:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:23Z', 'updated_at': '2022-08-26T06:26:29Z', 'revision_number': 5, 'project_id': 'c070cba92de641518c86248b1e27daea', 'subnets': [{'id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:38.990489 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bb3fcd-3cb9-4e61-b664-c616e2824988 None None] Checking router: fc03e21e-d989-45a0-97fc-d438bdfd69cb for host: dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:28:38.999729 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bb3fcd-3cb9-4e61-b664-c616e2824988 None None] Routers {'fc03e21e-d989-45a0-97fc-d438bdfd69cb'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:28:39.000338 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-45bb3fcd-3cb9-4e61-b664-c616e2824988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:28:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:39.087144 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:39.115089 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-45bb3fcd-3cb9-4e61-b664-c616e2824988 None None] Set router fc03e21e-d989-45a0-97fc-d438bdfd69cb gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:28:39.423627 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:39.484317 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-45bb3fcd-3cb9-4e61-b664-c616e2824988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'name': 'tempest-AttachVolumeNegativeTest-1899913901-router', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:26:19Z', 'updated_at': '2022-08-26T06:26:24Z', 'revision_number': 4, 'project_id': 'c070cba92de641518c86248b1e27daea', 'gw_port': {'id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:20Z', 'updated_at': '2022-08-26T06:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': 'f15252b5-aec0-48e2-92f4-ae3427e7fa96', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'port_id': 'dc8f2e1e-4654-4a97-af55-30d11a6929e3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'mac_address': 'fa:16:3e:55:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae98859-f32e-4f5b-b796-a330a860f02a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:26:28Z', 'updated_at': '2022-08-26T06:26:49Z', 'revision_number': 2, 'project_id': 'c070cba92de641518c86248b1e27daea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f37e899-75b4-4014-b402-fbc8859a4c3b', 'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'mac_address': 'fa:16:3e:43:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:23Z', 'updated_at': '2022-08-26T06:26:29Z', 'revision_number': 5, 'project_id': 'c070cba92de641518c86248b1e27daea', 'subnets': [{'id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:39.518841 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bb3fcd-3cb9-4e61-b664-c616e2824988 None None] The sync data for ids ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'] in dv-cinder-853910-3-iscsi is: [{'id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'name': 'tempest-AttachVolumeNegativeTest-1899913901-router', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:26:19Z', 'updated_at': '2022-08-26T06:26:24Z', 'revision_number': 4, 'project_id': 'c070cba92de641518c86248b1e27daea', 'gw_port': {'id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:20Z', 'updated_at': '2022-08-26T06:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': 'f15252b5-aec0-48e2-92f4-ae3427e7fa96', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'port_id': 'dc8f2e1e-4654-4a97-af55-30d11a6929e3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'mac_address': 'fa:16:3e:55:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae98859-f32e-4f5b-b796-a330a860f02a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:26:28Z', 'updated_at': '2022-08-26T06:26:49Z', 'revision_number': 2, 'project_id': 'c070cba92de641518c86248b1e27daea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f37e899-75b4-4014-b402-fbc8859a4c3b', 'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'mac_address': 'fa:16:3e:43:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:23Z', 'updated_at': '2022-08-26T06:26:29Z', 'revision_number': 5, 'project_id': 'c070cba92de641518c86248b1e27daea', 'subnets': [{'id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:28:39.584689 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-579e5463-7793-4e6c-b221-aaf1d4daeee3 req-090e0a5d-6da3-4c40-a474-8d00d45a25cc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c20b2603-fcec-4d01-bc64-d8dea988ccfe HTTP/1.1" status: 200 len: 210 time: 0.0402584 Aug 26 06:28:39.815154 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a5a03f-6e35-4de7-a23e-48bb6b0c991d None None] New status for floating IP 085bcd0f-e19f-4878-9da0-79974544c4a0: DOWN {{(pid=107136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 06:28:41.029435 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59228) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:41.089706 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-84c92e04-01eb-4672-b91d-f909e6460c7c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group (ff438359-d713-4a5e-8bab-803bba451ad8), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:41.113848 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-84c92e04-01eb-4672-b91d-f909e6460c7c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group (ff438359-d713-4a5e-8bab-803bba451ad8), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:41.386882 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-84c92e04-01eb-4672-b91d-f909e6460c7c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (ff438359-d713-4a5e-8bab-803bba451ad8), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:41.389679 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-84c92e04-01eb-4672-b91d-f909e6460c7c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:41.391015 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-84c92e04-01eb-4672-b91d-f909e6460c7c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/ff438359-d713-4a5e-8bab-803bba451ad8 HTTP/1.1" status: 204 len: 168 time: 0.3605719 Aug 26 06:28:41.393929 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 59230) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:41.401296 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c92e04-01eb-4672-b91d-f909e6460c7c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff438359-d713-4a5e-8bab-803bba451ad8,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:41.408983 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c92e04-01eb-4672-b91d-f909e6460c7c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:28:41.409291 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.api.v2.resource [None req-cdf118b0-2d2c-4a29-88b2-69db2b545083 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] show failed (client error): The resource could not be found. Aug 26 06:28:41.409414 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c92e04-01eb-4672-b91d-f909e6460c7c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:28:41.409831 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c92e04-01eb-4672-b91d-f909e6460c7c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:28:41.410100 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-cdf118b0-2d2c-4a29-88b2-69db2b545083 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups/ff438359-d713-4a5e-8bab-803bba451ad8 HTTP/1.1" status: 404 len: 347 time: 0.0150599 Aug 26 06:28:41.410208 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c92e04-01eb-4672-b91d-f909e6460c7c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:28:41.410680 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c92e04-01eb-4672-b91d-f909e6460c7c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:28:41.411005 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c92e04-01eb-4672-b91d-f909e6460c7c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:28:41.411402 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c92e04-01eb-4672-b91d-f909e6460c7c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:28:41.411833 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c92e04-01eb-4672-b91d-f909e6460c7c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:28:41.412167 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c92e04-01eb-4672-b91d-f909e6460c7c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:28:41.412717 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c92e04-01eb-4672-b91d-f909e6460c7c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:28:41.412939 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c92e04-01eb-4672-b91d-f909e6460c7c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:28:41.413155 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c92e04-01eb-4672-b91d-f909e6460c7c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:28:41.413478 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c92e04-01eb-4672-b91d-f909e6460c7c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:28:41.413804 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c92e04-01eb-4672-b91d-f909e6460c7c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:28:41.414128 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c92e04-01eb-4672-b91d-f909e6460c7c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:28:41.419873 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59232) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:41.550686 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [None req-672d1304-770d-4a75-a2cb-37bb165739b8 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Deleting port 60eb7ef7-7571-4152-b712-766cefaf337c {{(pid=107133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:28:41.551036 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-672d1304-770d-4a75-a2cb-37bb165739b8 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (60eb7ef7-7571-4152-b712-766cefaf337c), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:41.643469 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-672d1304-770d-4a75-a2cb-37bb165739b8 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (60eb7ef7-7571-4152-b712-766cefaf337c), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:41.643799 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-672d1304-770d-4a75-a2cb-37bb165739b8 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for floatingip (60eb7ef7-7571-4152-b712-766cefaf337c), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:41.657827 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [None req-672d1304-770d-4a75-a2cb-37bb165739b8 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Calling delete_port for 60eb7ef7-7571-4152-b712-766cefaf337c owned by network:floatingip {{(pid=107133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:28:41.741166 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:41.764654 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 1fd78a20-ca43-4b3a-8ff2-4f1c64768455 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:28:41.786015 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] No Port match for: 1fd78a20-ca43-4b3a-8ff2-4f1c64768455 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:28:41.791023 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device 1fd78a20-ca43-4b3a-8ff2-4f1c64768455 not bound to the agent host hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:28:41.946768 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-672d1304-770d-4a75-a2cb-37bb165739b8 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (60eb7ef7-7571-4152-b712-766cefaf337c), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:41.972051 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d1304-770d-4a75-a2cb-37bb165739b8 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Pushing event deleted for resources: {'Port': ['ID=60eb7ef7-7571-4152-b712-766cefaf337c,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:42.079546 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8b15f562-bf19-404d-b170-42dd57ed9222 req-7982e3fc-bac2-4085-878f-52da417fbe10 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=9ae98859-f32e-4f5b-b796-a330a860f02a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461829 Aug 26 06:28:42.080364 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-672d1304-770d-4a75-a2cb-37bb165739b8 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for floatingip (085bcd0f-e19f-4878-9da0-79974544c4a0), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:42.084890 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-672d1304-770d-4a75-a2cb-37bb165739b8 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for floatingip (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:42.089768 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-672d1304-770d-4a75-a2cb-37bb165739b8 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/085bcd0f-e19f-4878-9da0-79974544c4a0 HTTP/1.1" status: 204 len: 168 time: 0.6656682 Aug 26 06:28:42.153845 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15f562-bf19-404d-b170-42dd57ed9222 req-5d438ca1-ba82-4757-89d5-da51c239b2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:28:42.155370 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8b15f562-bf19-404d-b170-42dd57ed9222 req-5d438ca1-ba82-4757-89d5-da51c239b2b4 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=c070cba92de641518c86248b1e27daea&device_id=9ae98859-f32e-4f5b-b796-a330a860f02a HTTP/1.1" status: 200 len: 1129 time: 0.0486898 Aug 26 06:28:42.276993 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15f562-bf19-404d-b170-42dd57ed9222 req-05d298a1-a1d8-4d51-9c6d-ff0835754273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:28:42.278745 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8b15f562-bf19-404d-b170-42dd57ed9222 req-05d298a1-a1d8-4d51-9c6d-ff0835754273 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=e056da4a-201b-49f0-b8fe-7e84ff97ec06 HTTP/1.1" status: 200 len: 916 time: 0.0999992 Aug 26 06:28:42.350607 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8b15f562-bf19-404d-b170-42dd57ed9222 req-741758d2-c92b-449b-875b-c68c22ca3604 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc8f2e1e-4654-4a97-af55-30d11a6929e3 HTTP/1.1" status: 200 len: 1000 time: 0.0656188 Aug 26 06:28:42.405437 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15f562-bf19-404d-b170-42dd57ed9222 req-ca277d78-ff97-4f53-a179-75c0fced5435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:28:42.406935 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8b15f562-bf19-404d-b170-42dd57ed9222 req-ca277d78-ff97-4f53-a179-75c0fced5435 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e599181f-14b0-4ac4-9664-916d658a325e HTTP/1.1" status: 200 len: 854 time: 0.0478690 Aug 26 06:28:42.462032 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15f562-bf19-404d-b170-42dd57ed9222 req-856a7835-a02e-4b6f-b9e8-1364ba0b8a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:28:42.464054 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8b15f562-bf19-404d-b170-42dd57ed9222 req-856a7835-a02e-4b6f-b9e8-1364ba0b8a80 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=e056da4a-201b-49f0-b8fe-7e84ff97ec06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509987 Aug 26 06:28:42.575432 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8b15f562-bf19-404d-b170-42dd57ed9222 req-1790da0d-a91e-4ec9-ab30-536ab1a7db71 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e056da4a-201b-49f0-b8fe-7e84ff97ec06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049876 Aug 26 06:28:42.672672 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8b15f562-bf19-404d-b170-42dd57ed9222 req-b8f27224-9798-47c8-986d-f75411888af5 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e056da4a-201b-49f0-b8fe-7e84ff97ec06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912118 Aug 26 06:28:45.742475 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6c656-e187-4660-a249-f9d0948137d4 req-575e3210-ab02-4393-aabd-316ee677b5d7 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:28:45.744807 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c6b6c656-e187-4660-a249-f9d0948137d4 req-575e3210-ab02-4393-aabd-316ee677b5d7 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9ae98859-f32e-4f5b-b796-a330a860f02a HTTP/1.1" status: 200 len: 945 time: 0.0483782 Aug 26 06:28:45.757831 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:45.799193 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c6b6c656-e187-4660-a249-f9d0948137d4 req-5ad8214b-1461-459c-9369-3ee974463ab8 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7ff14a69-38df-442f-bc4c-5d1e2b9f9c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484412 Aug 26 06:28:46.944841 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48d526-f252-4945-9b5c-a84de446bcd4 req-3a390fb5-0335-4937-a6fc-d2651553c302 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:28:46.946408 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-dc48d526-f252-4945-9b5c-a84de446bcd4 req-3a390fb5-0335-4937-a6fc-d2651553c302 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9ae98859-f32e-4f5b-b796-a330a860f02a HTTP/1.1" status: 200 len: 945 time: 0.0605903 Aug 26 06:28:47.005443 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-dc48d526-f252-4945-9b5c-a84de446bcd4 req-74899d21-e991-479f-ad0e-6dc1b1c8c2f3 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7ff14a69-38df-442f-bc4c-5d1e2b9f9c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493057 Aug 26 06:28:47.202251 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da021e1-81f3-4787-8f31-4d0ae8ba9730 req-dd6223d7-fd36-4f51-b229-20cfccdd8f91 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:28:47.203757 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-4da021e1-81f3-4787-8f31-4d0ae8ba9730 req-dd6223d7-fd36-4f51-b229-20cfccdd8f91 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=9ae98859-f32e-4f5b-b796-a330a860f02a HTTP/1.1" status: 200 len: 945 time: 0.0512111 Aug 26 06:28:47.296518 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [req-4da021e1-81f3-4787-8f31-4d0ae8ba9730 req-4eb753cf-f6ba-4b72-be71-de4fd91b0933 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Deleting port dc8f2e1e-4654-4a97-af55-30d11a6929e3 {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:28:47.296853 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-4da021e1-81f3-4787-8f31-4d0ae8ba9730 req-4eb753cf-f6ba-4b72-be71-de4fd91b0933 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (dc8f2e1e-4654-4a97-af55-30d11a6929e3), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:47.339324 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:47.401345 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [req-4da021e1-81f3-4787-8f31-4d0ae8ba9730 req-4eb753cf-f6ba-4b72-be71-de4fd91b0933 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] For port dc8f2e1e-4654-4a97-af55-30d11a6929e3, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=dc8f2e1e-4654-4a97-af55-30d11a6929e3,segment=NetworkSegment(e272a224-57ee-4bb2-9b2c-c27e7d8f75a9),segment_id=e272a224-57ee-4bb2-9b2c-c27e7d8f75a9)] {{(pid=107134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:28:47.401708 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-4da021e1-81f3-4787-8f31-4d0ae8ba9730 req-4eb753cf-f6ba-4b72-be71-de4fd91b0933 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (dc8f2e1e-4654-4a97-af55-30d11a6929e3), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:47.798227 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:47.861642 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-4da021e1-81f3-4787-8f31-4d0ae8ba9730 req-4eb753cf-f6ba-4b72-be71-de4fd91b0933 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:47.862005 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-4da021e1-81f3-4787-8f31-4d0ae8ba9730 req-4eb753cf-f6ba-4b72-be71-de4fd91b0933 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614170'] for floatingip (f15252b5-aec0-48e2-92f4-ae3427e7fa96), after_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:47.862321 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.db.l3_db [req-4da021e1-81f3-4787-8f31-4d0ae8ba9730 req-4eb753cf-f6ba-4b72-be71-de4fd91b0933 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Floating IP f15252b5-aec0-48e2-92f4-ae3427e7fa96 disassociated. External IP: 172.27.3.60, port: dc8f2e1e-4654-4a97-af55-30d11a6929e3. Aug 26 06:28:47.862684 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [req-4da021e1-81f3-4787-8f31-4d0ae8ba9730 req-4eb753cf-f6ba-4b72-be71-de4fd91b0933 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Calling delete_port for dc8f2e1e-4654-4a97-af55-30d11a6929e3 owned by compute:nova {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:28:48.131262 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5fc2f-18d3-4d96-bdd8-06a30eaee11b req-2864f985-527f-42fa-ab5e-1d2a2534e48a tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:28:48.132742 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-17a5fc2f-18d3-4d96-bdd8-06a30eaee11b req-2864f985-527f-42fa-ab5e-1d2a2534e48a tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9ae98859-f32e-4f5b-b796-a330a860f02a HTTP/1.1" status: 200 len: 945 time: 0.0485601 Aug 26 06:28:48.135778 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-4da021e1-81f3-4787-8f31-4d0ae8ba9730 req-4eb753cf-f6ba-4b72-be71-de4fd91b0933 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (dc8f2e1e-4654-4a97-af55-30d11a6929e3), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:48.164636 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb753cf-f6ba-4b72-be71-de4fd91b0933 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Pushing event deleted for resources: {'Port': ['ID=dc8f2e1e-4654-4a97-af55-30d11a6929e3,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:48.177012 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb753cf-f6ba-4b72-be71-de4fd91b0933 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:28:48.177361 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb753cf-f6ba-4b72-be71-de4fd91b0933 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:28:48.177707 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb753cf-f6ba-4b72-be71-de4fd91b0933 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:28:48.178300 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb753cf-f6ba-4b72-be71-de4fd91b0933 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:28:48.178653 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb753cf-f6ba-4b72-be71-de4fd91b0933 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:28:48.179044 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb753cf-f6ba-4b72-be71-de4fd91b0933 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:28:48.179490 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb753cf-f6ba-4b72-be71-de4fd91b0933 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:28:48.179693 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb753cf-f6ba-4b72-be71-de4fd91b0933 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:28:48.180003 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb753cf-f6ba-4b72-be71-de4fd91b0933 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:28:48.180327 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb753cf-f6ba-4b72-be71-de4fd91b0933 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:28:48.181324 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb753cf-f6ba-4b72-be71-de4fd91b0933 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:28:48.181826 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb753cf-f6ba-4b72-be71-de4fd91b0933 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:28:48.182160 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb753cf-f6ba-4b72-be71-de4fd91b0933 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:28:48.182693 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb753cf-f6ba-4b72-be71-de4fd91b0933 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:28:48.183022 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb753cf-f6ba-4b72-be71-de4fd91b0933 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:28:48.203116 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-17a5fc2f-18d3-4d96-bdd8-06a30eaee11b req-ca8c16f2-a8a1-4450-8c8a-3bfa24d192a0 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=7ff14a69-38df-442f-bc4c-5d1e2b9f9c79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637398 Aug 26 06:28:48.324916 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4da021e1-81f3-4787-8f31-4d0ae8ba9730 req-4eb753cf-f6ba-4b72-be71-de4fd91b0933 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Router fc03e21e-d989-45a0-97fc-d438bdfd69cb has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:28:48.440359 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4da021e1-81f3-4787-8f31-4d0ae8ba9730 req-4eb753cf-f6ba-4b72-be71-de4fd91b0933 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:28:48.451203 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07f9cfe-613c-4d78-86da-784658eacbfe None None] Sync routers for ids ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'] in dv-cinder-853910-3-iscsi {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:28:48.463155 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07f9cfe-613c-4d78-86da-784658eacbfe None None] Routers {'fc03e21e-d989-45a0-97fc-d438bdfd69cb'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:28:48.463791 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-c07f9cfe-613c-4d78-86da-784658eacbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:28:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:48.489822 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da021e1-81f3-4787-8f31-4d0ae8ba9730 req-4eb753cf-f6ba-4b72-be71-de4fd91b0933 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] No DVR routers for this DVR port dc8f2e1e-4654-4a97-af55-30d11a6929e3 on host hv-cinder-85391 {{(pid=107134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:28:48.492369 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-4da021e1-81f3-4787-8f31-4d0ae8ba9730 req-4eb753cf-f6ba-4b72-be71-de4fd91b0933 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:48.496682 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-4da021e1-81f3-4787-8f31-4d0ae8ba9730 req-4eb753cf-f6ba-4b72-be71-de4fd91b0933 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.76 "DELETE /networking/v2.0/ports/dc8f2e1e-4654-4a97-af55-30d11a6929e3 HTTP/1.1" status: 204 len: 173 time: 1.2881811 Aug 26 06:28:48.497123 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae98859-f32e-4f5b-b796-a330a860f02a', 'name': 'network-vif-deleted', 'tag': 'dc8f2e1e-4654-4a97-af55-30d11a6929e3'}] {{(pid=107134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:28:48.499586 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98877e02f8b3cb06335249729d630ff259ce8fa3eff905cdf154d6d548f15152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c77501-c1f2-4cd0-8759-8676da8355b7" -d '{"events": [{"server_uuid": "9ae98859-f32e-4f5b-b796-a330a860f02a", "name": "network-vif-deleted", "tag": "dc8f2e1e-4654-4a97-af55-30d11a6929e3"}]}' {{(pid=107134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:28:48.556692 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372c3588-e227-43ca-9f89-274374c66c1a x-openstack-request-id: req-372c3588-e227-43ca-9f89-274374c66c1a {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:28:48.557057 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae98859-f32e-4f5b-b796-a330a860f02a", "name": "network-vif-deleted", "tag": "dc8f2e1e-4654-4a97-af55-30d11a6929e3", "status": "completed", "code": 200}]} {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:28:48.557382 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-372c3588-e227-43ca-9f89-274374c66c1a {{(pid=107134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:28:48.557793 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-372c3588-e227-43ca-9f89-274374c66c1a'] response: {'server_uuid': '9ae98859-f32e-4f5b-b796-a330a860f02a', 'name': 'network-vif-deleted', 'tag': 'dc8f2e1e-4654-4a97-af55-30d11a6929e3', 'status': 'completed', 'code': 200} Aug 26 06:28:48.586118 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-c07f9cfe-613c-4d78-86da-784658eacbfe None None] Set router fc03e21e-d989-45a0-97fc-d438bdfd69cb gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:28:48.804428 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-c07f9cfe-613c-4d78-86da-784658eacbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'name': 'tempest-AttachVolumeNegativeTest-1899913901-router', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:26:19Z', 'updated_at': '2022-08-26T06:26:24Z', 'revision_number': 4, 'project_id': 'c070cba92de641518c86248b1e27daea', 'gw_port': {'id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:20Z', 'updated_at': '2022-08-26T06:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '9f37e899-75b4-4014-b402-fbc8859a4c3b', 'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'mac_address': 'fa:16:3e:43:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:23Z', 'updated_at': '2022-08-26T06:26:29Z', 'revision_number': 5, 'project_id': 'c070cba92de641518c86248b1e27daea', 'subnets': [{'id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:48.842856 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07f9cfe-613c-4d78-86da-784658eacbfe None None] Checking router: fc03e21e-d989-45a0-97fc-d438bdfd69cb for host: dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:28:48.851977 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07f9cfe-613c-4d78-86da-784658eacbfe None None] Routers {'fc03e21e-d989-45a0-97fc-d438bdfd69cb'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:28:48.853189 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-c07f9cfe-613c-4d78-86da-784658eacbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:28:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:48.971509 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-c07f9cfe-613c-4d78-86da-784658eacbfe None None] Set router fc03e21e-d989-45a0-97fc-d438bdfd69cb gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:28:49.187199 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-c07f9cfe-613c-4d78-86da-784658eacbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'name': 'tempest-AttachVolumeNegativeTest-1899913901-router', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:26:19Z', 'updated_at': '2022-08-26T06:26:24Z', 'revision_number': 4, 'project_id': 'c070cba92de641518c86248b1e27daea', 'gw_port': {'id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:20Z', 'updated_at': '2022-08-26T06:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '9f37e899-75b4-4014-b402-fbc8859a4c3b', 'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'mac_address': 'fa:16:3e:43:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:23Z', 'updated_at': '2022-08-26T06:26:29Z', 'revision_number': 5, 'project_id': 'c070cba92de641518c86248b1e27daea', 'subnets': [{'id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:28:49.224670 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07f9cfe-613c-4d78-86da-784658eacbfe None None] The sync data for ids ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'] in dv-cinder-853910-3-iscsi is: [{'id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'name': 'tempest-AttachVolumeNegativeTest-1899913901-router', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:26:19Z', 'updated_at': '2022-08-26T06:26:24Z', 'revision_number': 4, 'project_id': 'c070cba92de641518c86248b1e27daea', 'gw_port': {'id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:20Z', 'updated_at': '2022-08-26T06:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '9f37e899-75b4-4014-b402-fbc8859a4c3b', 'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'mac_address': 'fa:16:3e:43:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:23Z', 'updated_at': '2022-08-26T06:26:29Z', 'revision_number': 5, 'project_id': 'c070cba92de641518c86248b1e27daea', 'subnets': [{'id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:28:49.344880 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-dbc71966-4f23-4fb8-8caf-824f2ab2261b req-4dc1d85c-774d-4595-b798-8160818c88a8 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9ae98859-f32e-4f5b-b796-a330a860f02a HTTP/1.1" status: 200 len: 210 time: 0.0316405 Aug 26 06:28:49.506173 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafb192b-c084-4872-a2f6-be69563be404 None None] New status for floating IP f15252b5-aec0-48e2-92f4-ae3427e7fa96: DOWN {{(pid=107136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 06:28:50.497194 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-621b1074-cfdb-4566-bffc-ca7469accaf2 req-a52fe50a-60a0-4179-9b4e-0fe0f5f9f9b3 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9ae98859-f32e-4f5b-b796-a330a860f02a HTTP/1.1" status: 200 len: 210 time: 0.0352657 Aug 26 06:28:51.722612 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59268) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:51.783043 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-11754b30-b198-49e7-8b4d-a8a92a103ce0 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group (7ff14a69-38df-442f-bc4c-5d1e2b9f9c79), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:51.807629 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-11754b30-b198-49e7-8b4d-a8a92a103ce0 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group (7ff14a69-38df-442f-bc4c-5d1e2b9f9c79), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:51.811637 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device dc8f2e1e-4654-4a97-af55-30d11a6929e3 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:28:51.831813 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] No Port match for: dc8f2e1e-4654-4a97-af55-30d11a6929e3 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:28:51.832162 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device dc8f2e1e-4654-4a97-af55-30d11a6929e3 not bound to the agent host hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:28:52.020835 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-11754b30-b198-49e7-8b4d-a8a92a103ce0 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (7ff14a69-38df-442f-bc4c-5d1e2b9f9c79), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:52.023507 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-11754b30-b198-49e7-8b4d-a8a92a103ce0 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:52.024763 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-11754b30-b198-49e7-8b4d-a8a92a103ce0 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/7ff14a69-38df-442f-bc4c-5d1e2b9f9c79 HTTP/1.1" status: 204 len: 168 time: 0.3011541 Aug 26 06:28:52.028198 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 59270) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:52.036154 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11754b30-b198-49e7-8b4d-a8a92a103ce0 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff14a69-38df-442f-bc4c-5d1e2b9f9c79,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:52.042504 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.api.v2.resource [None req-f8aa1ff5-ab99-4fca-a1dc-39b1fc3dbe69 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] show failed (client error): The resource could not be found. Aug 26 06:28:52.046183 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-f8aa1ff5-ab99-4fca-a1dc-39b1fc3dbe69 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups/7ff14a69-38df-442f-bc4c-5d1e2b9f9c79 HTTP/1.1" status: 404 len: 347 time: 0.0143476 Aug 26 06:28:52.046868 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59272) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:52.171050 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [None req-a0b553e1-7fb4-4ce6-9702-6161c7c96385 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Deleting port adc46a2b-daa3-418a-9881-13a2eee7204c {{(pid=107133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:28:52.171396 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a0b553e1-7fb4-4ce6-9702-6161c7c96385 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (adc46a2b-daa3-418a-9881-13a2eee7204c), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:52.256072 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a0b553e1-7fb4-4ce6-9702-6161c7c96385 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (adc46a2b-daa3-418a-9881-13a2eee7204c), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:52.256385 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a0b553e1-7fb4-4ce6-9702-6161c7c96385 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for floatingip (adc46a2b-daa3-418a-9881-13a2eee7204c), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:52.269352 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [None req-a0b553e1-7fb4-4ce6-9702-6161c7c96385 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Calling delete_port for adc46a2b-daa3-418a-9881-13a2eee7204c owned by network:floatingip {{(pid=107133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:28:52.573565 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a0b553e1-7fb4-4ce6-9702-6161c7c96385 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (adc46a2b-daa3-418a-9881-13a2eee7204c), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:52.603042 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b553e1-7fb4-4ce6-9702-6161c7c96385 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Pushing event deleted for resources: {'Port': ['ID=adc46a2b-daa3-418a-9881-13a2eee7204c,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:52.668673 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a0b553e1-7fb4-4ce6-9702-6161c7c96385 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for floatingip (f15252b5-aec0-48e2-92f4-ae3427e7fa96), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:52.671212 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a0b553e1-7fb4-4ce6-9702-6161c7c96385 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for floatingip (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:52.672374 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-a0b553e1-7fb4-4ce6-9702-6161c7c96385 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/f15252b5-aec0-48e2-92f4-ae3427e7fa96 HTTP/1.1" status: 204 len: 168 time: 0.6233096 Aug 26 06:28:52.818340 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59276) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:52.823538 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-7d5071d2-883d-4c7a-8f55-68fc2dcd7a29 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1152341134', 'description': 'tempest-description--1958613491'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:28:52.951833 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7d5071d2-883d-4c7a-8f55-68fc2dcd7a29 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:52.981744 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:53.015386 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:53.025749 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7d5071d2-883d-4c7a-8f55-68fc2dcd7a29 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group (a3de7367-8e6d-4b24-83a5-547c5e38cc35), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:53.180003 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7d5071d2-883d-4c7a-8f55-68fc2dcd7a29 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (a3de7367-8e6d-4b24-83a5-547c5e38cc35), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:53.211419 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5071d2-883d-4c7a-8f55-68fc2dcd7a29 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3de7367-8e6d-4b24-83a5-547c5e38cc35,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:53.369675 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-7d5071d2-883d-4c7a-8f55-68fc2dcd7a29 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:53.371155 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-7d5071d2-883d-4c7a-8f55-68fc2dcd7a29 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5516009 Aug 26 06:28:53.374507 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59278) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:53.378821 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-df6804be-c9f5-4280-a5a9-827dd540e4a2 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Request body: {'security_group_rule': {'security_group_id': 'a3de7367-8e6d-4b24-83a5-547c5e38cc35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:28:53.603103 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-df6804be-c9f5-4280-a5a9-827dd540e4a2 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group_rule (3e34e659-f211-4212-ac12-3aa736573d57), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:53.669147 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-df6804be-c9f5-4280-a5a9-827dd540e4a2 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group_rule (3e34e659-f211-4212-ac12-3aa736573d57), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:53.877672 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-df6804be-c9f5-4280-a5a9-827dd540e4a2 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692507'] for security_group_rule (3e34e659-f211-4212-ac12-3aa736573d57), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:53.897303 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6804be-c9f5-4280-a5a9-827dd540e4a2 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e34e659-f211-4212-ac12-3aa736573d57,revision_number=0']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:54.050720 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-df6804be-c9f5-4280-a5a9-827dd540e4a2 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:54.052873 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-df6804be-c9f5-4280-a5a9-827dd540e4a2 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6764708 Aug 26 06:28:54.056053 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59280) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:54.060683 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-a6a555b4-8e5d-4f54-ac59-ac399996f8cc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Request body: {'security_group_rule': {'security_group_id': 'a3de7367-8e6d-4b24-83a5-547c5e38cc35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:28:54.235899 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a6a555b4-8e5d-4f54-ac59-ac399996f8cc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group_rule (dd1eb6e7-7463-4921-8c29-093ab73936af), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:54.297799 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a6a555b4-8e5d-4f54-ac59-ac399996f8cc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group_rule (dd1eb6e7-7463-4921-8c29-093ab73936af), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:54.432680 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a6a555b4-8e5d-4f54-ac59-ac399996f8cc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692507'] for security_group_rule (dd1eb6e7-7463-4921-8c29-093ab73936af), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:54.452968 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a555b4-8e5d-4f54-ac59-ac399996f8cc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd1eb6e7-7463-4921-8c29-093ab73936af,revision_number=0']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:54.599376 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a6a555b4-8e5d-4f54-ac59-ac399996f8cc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:54.600558 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-a6a555b4-8e5d-4f54-ac59-ac399996f8cc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5432162 Aug 26 06:28:54.605538 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59282) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:28:54.612973 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-e8017b68-cc5c-484a-9ee7-e41a039771b3 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Request body: {'floatingip': {'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:28:54.780800 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e8017b68-cc5c-484a-9ee7-e41a039771b3 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:54.867825 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e8017b68-cc5c-484a-9ee7-e41a039771b3 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:54.973548 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_common [None req-e8017b68-cc5c-484a-9ee7-e41a039771b3 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Allocated IP 172.27.3.49 (7bfbcaf8-cfd7-4da9-9873-fb578302608c/6eb332c5-848f-450d-bdad-4a764241332a/962d83c0-a071-4f99-97e6-9a5fbdcc3262) {{(pid=107133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:28:55.284343 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:55.347883 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e8017b68-cc5c-484a-9ee7-e41a039771b3 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for port (962d83c0-a071-4f99-97e6-9a5fbdcc3262), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:55.523399 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e8017b68-cc5c-484a-9ee7-e41a039771b3 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (962d83c0-a071-4f99-97e6-9a5fbdcc3262), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:55.560102 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:55.567949 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8017b68-cc5c-484a-9ee7-e41a039771b3 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Network 7bfbcaf8-cfd7-4da9-9873-fb578302608c is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:28:55.571839 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [None req-e8017b68-cc5c-484a-9ee7-e41a039771b3 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:28:55.576508 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8017b68-cc5c-484a-9ee7-e41a039771b3 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Received port after_create {{(pid=107133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:28:55.579755 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8017b68-cc5c-484a-9ee7-e41a039771b3 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Pushing event updated for resources: {'Port': ['ID=962d83c0-a071-4f99-97e6-9a5fbdcc3262,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:55.670641 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e8017b68-cc5c-484a-9ee7-e41a039771b3 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for floatingip (0dc6b47a-6985-4274-a164-1420610d13b6), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:55.850110 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e8017b68-cc5c-484a-9ee7-e41a039771b3 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (962d83c0-a071-4f99-97e6-9a5fbdcc3262), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:56.005855 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e8017b68-cc5c-484a-9ee7-e41a039771b3 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for port (962d83c0-a071-4f99-97e6-9a5fbdcc3262), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:56.157168 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e8017b68-cc5c-484a-9ee7-e41a039771b3 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9095016'] for port (962d83c0-a071-4f99-97e6-9a5fbdcc3262), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:56.233572 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8017b68-cc5c-484a-9ee7-e41a039771b3 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Pushing event updated for resources: {'Port': ['ID=962d83c0-a071-4f99-97e6-9a5fbdcc3262,revision_number=2']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:28:56.236026 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e8017b68-cc5c-484a-9ee7-e41a039771b3 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614170'] for floatingip (0dc6b47a-6985-4274-a164-1420610d13b6), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:56.348236 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-e8017b68-cc5c-484a-9ee7-e41a039771b3 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for floatingip (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:56.349585 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-e8017b68-cc5c-484a-9ee7-e41a039771b3 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7407498 Aug 26 06:28:56.409022 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4bf927c1-19c7-4b32-a0df-5d9ac8899465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:56.578004 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-ac234c03-cb83-4cbb-a8f3-a402d4237dc9 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1152341134&fields=id&tenant_id=c070cba92de641518c86248b1e27daea HTTP/1.1" status: 200 len: 267 time: 0.0493114 Aug 26 06:28:56.690142 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-f71f0b63-daf7-4e3b-948d-89d7dae35f07 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:28:56.691528 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-f71f0b63-daf7-4e3b-948d-89d7dae35f07 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/networks?id=e056da4a-201b-49f0-b8fe-7e84ff97ec06 HTTP/1.1" status: 200 len: 815 time: 0.1065421 Aug 26 06:28:56.707105 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-afea45d4-1079-417a-9109-57c71d56aeaf tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/quotas/c070cba92de641518c86248b1e27daea HTTP/1.1" status: 200 len: 375 time: 0.0095055 Aug 26 06:28:56.765149 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-9032a919-3b8d-4a45-8a78-25b9c88dbd50 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=c070cba92de641518c86248b1e27daea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525482 Aug 26 06:28:56.881783 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-4cd31cb3-3077-47a1-b9eb-9901c6a92d4c service neutron] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107134) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 06:28:56.882807 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-4cd31cb3-3077-47a1-b9eb-9901c6a92d4c service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1058662 Aug 26 06:28:56.958338 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:56.982032 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-70620726-56b3-4429-bf0a-2efcbeea260e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e056da4a-201b-49f0-b8fe-7e84ff97ec06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917449 Aug 26 06:28:57.057862 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:57.086091 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-0d611023-b414-42ba-b402-42e2ce30ecf5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e056da4a-201b-49f0-b8fe-7e84ff97ec06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983138 Aug 26 06:28:58.115643 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c3f8b906-ea43-437b-9e4e-18ecc215fcf6 req-8f88b299-ce67-4b68-93ec-6a8fb5b5373f tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1 HTTP/1.1" status: 200 len: 210 time: 0.0297627 Aug 26 06:28:58.660627 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d4ec6d78-cd63-44bd-b926-22e006432c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:28:59.132683 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-2a6287a5-33ee-4d9e-a6b6-e5cd7efbdc61 req-80ff3fb3-4e2d-403d-ae08-c62cf3962cab tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1 HTTP/1.1" status: 200 len: 210 time: 0.0287681 Aug 26 06:28:59.584268 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:59.587468 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:28:59.955511 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:29:00.240433 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-0ce0fe70-661f-40f2-9245-7ef2ff2208c9 req-53b6398e-9fbd-4b96-b517-80aa64fa8f05 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1 HTTP/1.1" status: 200 len: 210 time: 0.0299978 Aug 26 06:29:01.154660 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-3223caaf-c240-441d-8ae2-2efa16ef9bb5 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:29:01.156072 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-3223caaf-c240-441d-8ae2-2efa16ef9bb5 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.76 "GET /networking/v2.0/networks?id=e056da4a-201b-49f0-b8fe-7e84ff97ec06 HTTP/1.1" status: 200 len: 815 time: 0.1100447 Aug 26 06:29:01.221514 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-711d10e7-cb61-4e75-845d-ba52899f160b tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c070cba92de641518c86248b1e27daea HTTP/1.1" status: 200 len: 380 time: 0.0567038 Aug 26 06:29:01.232788 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-c697cdd6-8ef4-497f-a81c-86e13f2ba92e tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Request body: {'port': {'device_id': 'b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'admin_state_up': True, 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'security_groups': ['a3de7367-8e6d-4b24-83a5-547c5e38cc35']}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:29:01.360481 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-75a030f9-3c16-48d0-8f0c-96fc898d9018 req-d32d94e2-ce85-4ac6-93e2-723453650995 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1 HTTP/1.1" status: 200 len: 210 time: 0.0408261 Aug 26 06:29:01.487178 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:29:01.545943 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:29:01.546240 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-c697cdd6-8ef4-497f-a81c-86e13f2ba92e tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Made reservation on behalf of c070cba92de641518c86248b1e27daea for: {'port': 1} {{(pid=107134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:29:01.549819 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-c697cdd6-8ef4-497f-a81c-86e13f2ba92e tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:29:01.688387 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.db_base_plugin_common [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-c697cdd6-8ef4-497f-a81c-86e13f2ba92e tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Allocated IP 172.20.0.5 (e056da4a-201b-49f0-b8fe-7e84ff97ec06/e599181f-14b0-4ac4-9664-916d658a325e/b8d384e8-2d12-442c-83f5-7f066f83d907) {{(pid=107134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:29:01.831521 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:29:01.839710 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-c697cdd6-8ef4-497f-a81c-86e13f2ba92e tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for port (b8d384e8-2d12-442c-83f5-7f066f83d907), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:29:02.059176 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-c697cdd6-8ef4-497f-a81c-86e13f2ba92e tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (b8d384e8-2d12-442c-83f5-7f066f83d907), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:29:02.108441 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-c697cdd6-8ef4-497f-a81c-86e13f2ba92e tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Network e056da4a-201b-49f0-b8fe-7e84ff97ec06 is already hosted by enough agents. {{(pid=107134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:29:02.111666 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-c697cdd6-8ef4-497f-a81c-86e13f2ba92e tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Resources bound (agent type, host, resource id): {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:29:02.115540 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-c697cdd6-8ef4-497f-a81c-86e13f2ba92e tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Received port after_create {{(pid=107134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:29:02.122244 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697cdd6-8ef4-497f-a81c-86e13f2ba92e tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Pushing event updated for resources: {'Port': ['ID=b8d384e8-2d12-442c-83f5-7f066f83d907,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:29:02.168944 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-c697cdd6-8ef4-497f-a81c-86e13f2ba92e tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:29:02.169668 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-c697cdd6-8ef4-497f-a81c-86e13f2ba92e tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:29:02.290844 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-c697cdd6-8ef4-497f-a81c-86e13f2ba92e tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0618141 Aug 26 06:29:02.301604 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-809274eb-4742-428c-90be-a41121db8900 service neutron] Request body: {'port': {'device_id': 'b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:29:02.305524 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:29:02.328991 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-896cad62-9f2d-404e-968f-e0ba20006513 None None] Provisioning complete for port b8d384e8-2d12-442c-83f5-7f066f83d907 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:29:02.329652 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-896cad62-9f2d-404e-968f-e0ba20006513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (b8d384e8-2d12-442c-83f5-7f066f83d907), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:29:02.332094 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:29:02.355391 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:29:02.361801 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-896cad62-9f2d-404e-968f-e0ba20006513 None None] Port b8d384e8-2d12-442c-83f5-7f066f83d907 cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:29:02.367618 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-809274eb-4742-428c-90be-a41121db8900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (b8d384e8-2d12-442c-83f5-7f066f83d907), before_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:29:02.489835 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a4adb-1259-4617-8049-a87b36fb8b1e req-838f0920-f252-4537-ad73-d53b0516845d tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:29:02.491783 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-056a4adb-1259-4617-8049-a87b36fb8b1e req-838f0920-f252-4537-ad73-d53b0516845d tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1 HTTP/1.1" status: 200 len: 931 time: 0.0493724 Aug 26 06:29:02.514978 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:29:02.550671 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-056a4adb-1259-4617-8049-a87b36fb8b1e req-7365d2d5-e13c-4522-b888-c21d6d773931 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a3de7367-8e6d-4b24-83a5-547c5e38cc35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518470 Aug 26 06:29:02.643859 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.notifiers.nova [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-809274eb-4742-428c-90be-a41121db8900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8d384e8-2d12-442c-83f5-7f066f83d907 {{(pid=107134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:29:02.652752 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-809274eb-4742-428c-90be-a41121db8900 service neutron] Publish callbacks [] for port (b8d384e8-2d12-442c-83f5-7f066f83d907), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:29:02.666321 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.provisioning_blocks [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-809274eb-4742-428c-90be-a41121db8900 service neutron] Transition to ACTIVE for port object b8d384e8-2d12-442c-83f5-7f066f83d907 will not be triggered until provisioned by entity L2. {{(pid=107134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 06:29:02.785744 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-809274eb-4742-428c-90be-a41121db8900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183148'] for port (b8d384e8-2d12-442c-83f5-7f066f83d907), after_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:29:02.864982 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809274eb-4742-428c-90be-a41121db8900 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d384e8-2d12-442c-83f5-7f066f83d907,revision_number=2']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:29:02.898217 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.managers [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-809274eb-4742-428c-90be-a41121db8900 service neutron] Attempting to bind port b8d384e8-2d12-442c-83f5-7f066f83d907 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:29:02.898410 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.managers [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-809274eb-4742-428c-90be-a41121db8900 service neutron] Attempting to bind port b8d384e8-2d12-442c-83f5-7f066f83d907 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': 'e272a224-57ee-4bb2-9b2c-c27e7d8f75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06'}] {{(pid=107134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:29:02.898785 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-809274eb-4742-428c-90be-a41121db8900 service neutron] Attempting to bind port b8d384e8-2d12-442c-83f5-7f066f83d907 on network e056da4a-201b-49f0-b8fe-7e84ff97ec06 {{(pid=107134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:29:02.904297 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-809274eb-4742-428c-90be-a41121db8900 service neutron] Port b8d384e8-2d12-442c-83f5-7f066f83d907 on network e056da4a-201b-49f0-b8fe-7e84ff97ec06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 06:29:02.904618 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-809274eb-4742-428c-90be-a41121db8900 service neutron] Attempting to bind port b8d384e8-2d12-442c-83f5-7f066f83d907 on network e056da4a-201b-49f0-b8fe-7e84ff97ec06 {{(pid=107134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:29:02.909642 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-809274eb-4742-428c-90be-a41121db8900 service neutron] Checking agent: {'id': '607bbde6-0fd2-4787-87ed-7343841db9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'started_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:29:02.909978 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-809274eb-4742-428c-90be-a41121db8900 service neutron] Checking segment: {'id': 'e272a224-57ee-4bb2-9b2c-c27e7d8f75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:29:02.910362 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-809274eb-4742-428c-90be-a41121db8900 service neutron] Bound using segment: {'id': 'e272a224-57ee-4bb2-9b2c-c27e7d8f75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06'} {{(pid=107134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:29:02.910824 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.managers [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-809274eb-4742-428c-90be-a41121db8900 service neutron] Bound port: b8d384e8-2d12-442c-83f5-7f066f83d907, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e272a224-57ee-4bb2-9b2c-c27e7d8f75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06'}}] {{(pid=107134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:29:02.911185 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-809274eb-4742-428c-90be-a41121db8900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (b8d384e8-2d12-442c-83f5-7f066f83d907), before_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:29:02.925017 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:29:02.980419 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-809274eb-4742-428c-90be-a41121db8900 service neutron] For port b8d384e8-2d12-442c-83f5-7f066f83d907, host hv-cinder-85391, cleared binding levels {{(pid=107134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:29:02.983522 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-809274eb-4742-428c-90be-a41121db8900 service neutron] For port b8d384e8-2d12-442c-83f5-7f066f83d907, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=b8d384e8-2d12-442c-83f5-7f066f83d907,segment=NetworkSegment(e272a224-57ee-4bb2-9b2c-c27e7d8f75a9),segment_id=e272a224-57ee-4bb2-9b2c-c27e7d8f75a9)] {{(pid=107134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:29:03.145928 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-809274eb-4742-428c-90be-a41121db8900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183148'] for port (b8d384e8-2d12-442c-83f5-7f066f83d907), after_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:29:03.149196 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-809274eb-4742-428c-90be-a41121db8900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:29:03.149927 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-809274eb-4742-428c-90be-a41121db8900 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:29:03.151348 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-809274eb-4742-428c-90be-a41121db8900 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/b8d384e8-2d12-442c-83f5-7f066f83d907 HTTP/1.1" status: 200 len: 1093 time: 0.8538141 Aug 26 06:29:03.154227 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1', 'tag': 'b8d384e8-2d12-442c-83f5-7f066f83d907'}] {{(pid=107134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:29:03.157287 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98877e02f8b3cb06335249729d630ff259ce8fa3eff905cdf154d6d548f15152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c137670c-c061-48b8-a4e8-e60257342706" -d '{"events": [{"name": "network-changed", "server_uuid": "b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1", "tag": "b8d384e8-2d12-442c-83f5-7f066f83d907"}]}' {{(pid=107134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:29:03.196417 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d532feb-9e0b-449a-8459-cf05ee3a5f6c x-openstack-request-id: req-3d532feb-9e0b-449a-8459-cf05ee3a5f6c {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:29:03.197119 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1", "tag": "b8d384e8-2d12-442c-83f5-7f066f83d907", "status": "completed", "code": 200}]} {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:29:03.197119 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3d532feb-9e0b-449a-8459-cf05ee3a5f6c {{(pid=107134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:29:03.197415 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d532feb-9e0b-449a-8459-cf05ee3a5f6c'] response: {'name': 'network-changed', 'server_uuid': 'b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1', 'tag': 'b8d384e8-2d12-442c-83f5-7f066f83d907', 'status': 'completed', 'code': 200} Aug 26 06:29:03.210764 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809274eb-4742-428c-90be-a41121db8900 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d384e8-2d12-442c-83f5-7f066f83d907,revision_number=3']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:29:03.257055 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137670c-c061-48b8-a4e8-e60257342706 req-efadf34f-13ae-4f1b-b13e-aff2db96a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:29:03.258870 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c137670c-c061-48b8-a4e8-e60257342706 req-efadf34f-13ae-4f1b-b13e-aff2db96a2dd service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=c070cba92de641518c86248b1e27daea&device_id=b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1 HTTP/1.1" status: 200 len: 1127 time: 0.0415127 Aug 26 06:29:03.365988 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137670c-c061-48b8-a4e8-e60257342706 req-ef4021a4-a2f6-4d95-9dba-519e85c9b214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:29:03.374194 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c137670c-c061-48b8-a4e8-e60257342706 req-ef4021a4-a2f6-4d95-9dba-519e85c9b214 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=c070cba92de641518c86248b1e27daea&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1023602 Aug 26 06:29:03.464740 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137670c-c061-48b8-a4e8-e60257342706 req-cf909e8c-d9b0-4955-a5be-670e715acd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:29:03.466206 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c137670c-c061-48b8-a4e8-e60257342706 req-cf909e8c-d9b0-4955-a5be-670e715acd69 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931969 Aug 26 06:29:03.552848 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-b9592a87-67ee-4d6e-b701-748cca70f156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:29:03.554602 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-b9592a87-67ee-4d6e-b701-748cca70f156 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=c070cba92de641518c86248b1e27daea&device_id=b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1 HTTP/1.1" status: 200 len: 1127 time: 0.0454230 Aug 26 06:29:03.566106 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 6 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:29:03.595208 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-c5f16434-8b97-4f52-a384-33500e7e9209 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8d384e8-2d12-442c-83f5-7f066f83d907 HTTP/1.1" status: 200 len: 217 time: 0.0331900 Aug 26 06:29:03.645926 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-f985b445-5bf6-4d80-afbd-cc59a0dff693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:29:03.647616 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-f985b445-5bf6-4d80-afbd-cc59a0dff693 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e599181f-14b0-4ac4-9664-916d658a325e HTTP/1.1" status: 200 len: 854 time: 0.0470641 Aug 26 06:29:03.661711 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:29:03.693504 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ccd95-87d6-4c59-accd-690095c0d321 req-e7462298-82d4-4bb2-9491-61d042b331fc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:29:03.695041 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f35ccd95-87d6-4c59-accd-690095c0d321 req-e7462298-82d4-4bb2-9491-61d042b331fc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1 HTTP/1.1" status: 200 len: 943 time: 0.0504546 Aug 26 06:29:03.700071 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-057d2e01-ff02-4928-b0d6-1c48b1af5673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:29:03.701581 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-057d2e01-ff02-4928-b0d6-1c48b1af5673 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=e056da4a-201b-49f0-b8fe-7e84ff97ec06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474093 Aug 26 06:29:03.748396 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f35ccd95-87d6-4c59-accd-690095c0d321 req-22bbaf49-fafa-497a-82c7-19f48632acf4 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a3de7367-8e6d-4b24-83a5-547c5e38cc35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463917 Aug 26 06:29:03.799078 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-5fac4308-168c-4d44-ae35-35b19fa079cc service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e056da4a-201b-49f0-b8fe-7e84ff97ec06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913987 Aug 26 06:29:03.897244 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8ad634c9-6aaa-4a59-955c-dc162603e792 req-31fb88e3-e82b-4866-bf1d-a4c4795eceb5 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e056da4a-201b-49f0-b8fe-7e84ff97ec06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924792 Aug 26 06:29:04.873578 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf19765-1f68-4cbb-8950-fb469326ed82 req-e82349f5-c230-4158-b567-ea7ae2f58354 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:29:04.875117 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8cf19765-1f68-4cbb-8950-fb469326ed82 req-e82349f5-c230-4158-b567-ea7ae2f58354 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1 HTTP/1.1" status: 200 len: 943 time: 0.0487614 Aug 26 06:29:04.925164 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8cf19765-1f68-4cbb-8950-fb469326ed82 req-9fe540a3-5e95-450a-9289-ae055d639e8b tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a3de7367-8e6d-4b24-83a5-547c5e38cc35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442700 Aug 26 06:29:06.051511 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef5010-d3f2-4283-ad9e-040d454c9dfb req-9055ef28-4f24-4eb4-81ff-d22f5c548063 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:29:06.052726 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-74ef5010-d3f2-4283-ad9e-040d454c9dfb req-9055ef28-4f24-4eb4-81ff-d22f5c548063 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1 HTTP/1.1" status: 200 len: 943 time: 0.0497952 Aug 26 06:29:06.103648 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-74ef5010-d3f2-4283-ad9e-040d454c9dfb req-64359f00-77f2-4aac-a7ba-0d4f8e423836 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a3de7367-8e6d-4b24-83a5-547c5e38cc35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438929 Aug 26 06:29:07.234681 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236674e-26b4-4c35-9c90-8fa4f4e02f63 req-e3fb1899-e057-4962-8359-1d6dbbfc60c2 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:29:07.236193 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8236674e-26b4-4c35-9c90-8fa4f4e02f63 req-e3fb1899-e057-4962-8359-1d6dbbfc60c2 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1 HTTP/1.1" status: 200 len: 943 time: 0.0530984 Aug 26 06:29:07.289028 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-8236674e-26b4-4c35-9c90-8fa4f4e02f63 req-a7a7f486-013b-4902-8815-9ff70b8cf5a3 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a3de7367-8e6d-4b24-83a5-547c5e38cc35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462687 Aug 26 06:29:07.888449 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device b8d384e8-2d12-442c-83f5-7f066f83d907 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 06:29:07.955731 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:29:07.987554 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port b8d384e8-2d12-442c-83f5-7f066f83d907, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=b8d384e8-2d12-442c-83f5-7f066f83d907,segment=NetworkSegment(e272a224-57ee-4bb2-9b2c-c27e7d8f75a9),segment_id=e272a224-57ee-4bb2-9b2c-c27e7d8f75a9)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:29:08.000075 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Returning: {'device': 'b8d384e8-2d12-442c-83f5-7f066f83d907', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'port_id': 'b8d384e8-2d12-442c-83f5-7f066f83d907', 'mac_address': 'fa:16:3e:a0:8a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 06:29:08.039879 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port b8d384e8-2d12-442c-83f5-7f066f83d907 is: DOWN; New status is: BUILD {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:29:08.040263 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (b8d384e8-2d12-442c-83f5-7f066f83d907), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:29:08.054567 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d384e8-2d12-442c-83f5-7f066f83d907 {{(pid=107135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:29:08.075562 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port b8d384e8-2d12-442c-83f5-7f066f83d907, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=b8d384e8-2d12-442c-83f5-7f066f83d907,segment=NetworkSegment(e272a224-57ee-4bb2-9b2c-c27e7d8f75a9),segment_id=e272a224-57ee-4bb2-9b2c-c27e7d8f75a9)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:29:08.248644 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (b8d384e8-2d12-442c-83f5-7f066f83d907), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:29:08.296098 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=b8d384e8-2d12-442c-83f5-7f066f83d907,revision_number=4']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:29:08.303428 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:29:08.303787 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:29:08.304124 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:29:08.304519 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:29:08.304846 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:29:08.305196 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:29:08.305756 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:29:08.306331 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:29:08.306743 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:29:08.307073 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:29:08.307399 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:29:08.307724 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:29:08.308044 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:29:08.308361 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:29:08.308686 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:29:08.416622 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c04bd-2b98-4aca-b47f-7747e1f7c112 req-2c7bf994-d883-425c-b5be-0518766ef397 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:29:08.418108 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e27c04bd-2b98-4aca-b47f-7747e1f7c112 req-2c7bf994-d883-425c-b5be-0518766ef397 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1 HTTP/1.1" status: 200 len: 944 time: 0.0523400 Aug 26 06:29:08.451142 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] get_ports_and_sgs() called for port_ids ['b8d384e8-2d12-442c-83f5-7f066f83d907'] {{(pid=107135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 06:29:08.467398 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e27c04bd-2b98-4aca-b47f-7747e1f7c112 req-efaed4d8-fc55-417e-aa3a-68707eabd7e1 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a3de7367-8e6d-4b24-83a5-547c5e38cc35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433934 Aug 26 06:29:09.592306 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0477b-29c7-4f30-940b-7bddcbeeda86 req-91fae61a-82e6-4faa-ba16-a90740c0ed8f tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:29:09.593675 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-72a0477b-29c7-4f30-940b-7bddcbeeda86 req-91fae61a-82e6-4faa-ba16-a90740c0ed8f tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1 HTTP/1.1" status: 200 len: 944 time: 0.0481863 Aug 26 06:29:09.642342 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-72a0477b-29c7-4f30-940b-7bddcbeeda86 req-2fc35641-f78b-4aed-962d-e8efae8dbf81 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a3de7367-8e6d-4b24-83a5-547c5e38cc35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427966 Aug 26 06:29:09.907700 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device b8d384e8-2d12-442c-83f5-7f066f83d907 up at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:29:09.953608 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning for port b8d384e8-2d12-442c-83f5-7f066f83d907 completed by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 06:29:10.121082 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning complete for port b8d384e8-2d12-442c-83f5-7f066f83d907 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:29:10.121463 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (b8d384e8-2d12-442c-83f5-7f066f83d907), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:29:10.193783 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port b8d384e8-2d12-442c-83f5-7f066f83d907 is: BUILD; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:29:10.194170 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (b8d384e8-2d12-442c-83f5-7f066f83d907), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:29:10.220226 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d384e8-2d12-442c-83f5-7f066f83d907'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:29:10.222545 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc106e9f9832226dd913a824a8ae1ea8f79b2df9cdef89c79e10f33880c5a8de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d8827b-765c-44be-97cb-b7c25340137d" -d '{"events": [{"server_uuid": "b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1", "name": "network-vif-plugged", "status": "completed", "tag": "b8d384e8-2d12-442c-83f5-7f066f83d907"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:29:10.238330 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port b8d384e8-2d12-442c-83f5-7f066f83d907, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=b8d384e8-2d12-442c-83f5-7f066f83d907,segment=NetworkSegment(e272a224-57ee-4bb2-9b2c-c27e7d8f75a9),segment_id=e272a224-57ee-4bb2-9b2c-c27e7d8f75a9)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:29:10.262738 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbdcd876-5f12-4032-a95d-cca41c90cc4c x-openstack-request-id: req-fbdcd876-5f12-4032-a95d-cca41c90cc4c {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:29:10.263031 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1", "name": "network-vif-plugged", "status": "completed", "tag": "b8d384e8-2d12-442c-83f5-7f066f83d907", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:29:10.263284 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-fbdcd876-5f12-4032-a95d-cca41c90cc4c {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:29:10.263713 dv-cinder-853910-3-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbdcd876-5f12-4032-a95d-cca41c90cc4c'] response: {'server_uuid': 'b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d384e8-2d12-442c-83f5-7f066f83d907', 'code': 200} Aug 26 06:29:10.349779 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (b8d384e8-2d12-442c-83f5-7f066f83d907), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:29:10.398125 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=b8d384e8-2d12-442c-83f5-7f066f83d907,revision_number=5']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:29:10.714695 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f45676-70ae-4f09-850c-b63e05fea03e req-285eb43b-a2c6-4cbe-baa1-9826680c73f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:29:10.716213 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c1f45676-70ae-4f09-850c-b63e05fea03e req-285eb43b-a2c6-4cbe-baa1-9826680c73f4 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1 HTTP/1.1" status: 200 len: 1129 time: 0.0419483 Aug 26 06:29:10.799323 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c3184-4f92-46fb-b9b8-7fa141a91857 req-4ced0357-8a07-40a1-b4e9-46935b15d7f3 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:29:10.800718 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-e84c3184-4f92-46fb-b9b8-7fa141a91857 req-4ced0357-8a07-40a1-b4e9-46935b15d7f3 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1 HTTP/1.1" status: 200 len: 945 time: 0.0721815 Aug 26 06:29:10.804348 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c1f45676-70ae-4f09-850c-b63e05fea03e req-a38e54c4-6496-4071-bb9c-162f9d413d42 service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=a3de7367-8e6d-4b24-83a5-547c5e38cc35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828471 Aug 26 06:29:10.826988 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:29:10.851036 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-e84c3184-4f92-46fb-b9b8-7fa141a91857 req-9f554d7e-061b-4813-a91c-a7c66360f907 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a3de7367-8e6d-4b24-83a5-547c5e38cc35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441821 Aug 26 06:29:11.972960 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64abdee-0c3c-4df2-a961-67d2320c0ad5 req-7d2ed9cb-b3e0-4837-bd71-a8ee91559363 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:29:11.974524 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f64abdee-0c3c-4df2-a961-67d2320c0ad5 req-7d2ed9cb-b3e0-4837-bd71-a8ee91559363 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1 HTTP/1.1" status: 200 len: 945 time: 0.0480633 Aug 26 06:29:12.023862 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-f64abdee-0c3c-4df2-a961-67d2320c0ad5 req-68724064-8925-42a5-bc91-0945c03c9af2 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a3de7367-8e6d-4b24-83a5-547c5e38cc35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428588 Aug 26 06:29:13.147854 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc83d41-0324-4611-835d-ec9f610bf878 req-c12720f6-c5cb-4f7c-be93-adfe829db748 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:29:13.149368 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-dfc83d41-0324-4611-835d-ec9f610bf878 req-c12720f6-c5cb-4f7c-be93-adfe829db748 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1 HTTP/1.1" status: 200 len: 945 time: 0.0487571 Aug 26 06:29:13.198684 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-dfc83d41-0324-4611-835d-ec9f610bf878 req-3c249ae5-8210-42bb-ae02-862dbfe11565 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a3de7367-8e6d-4b24-83a5-547c5e38cc35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431626 Aug 26 06:29:13.321729 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00deb7b-4091-426a-b0f9-e8b09f9d197c req-568907ae-e759-4d5c-a446-78bb6f5d56c4 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:29:13.323282 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-d00deb7b-4091-426a-b0f9-e8b09f9d197c req-568907ae-e759-4d5c-a446-78bb6f5d56c4 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1 HTTP/1.1" status: 200 len: 945 time: 0.0495081 Aug 26 06:29:13.333751 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59348) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:29:13.338990 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-246d96e8-957a-4f81-8bc0-78b1c81b4fbc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Request body: {'floatingip': {'port_id': 'b8d384e8-2d12-442c-83f5-7f066f83d907'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:29:13.383096 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-246d96e8-957a-4f81-8bc0-78b1c81b4fbc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for floatingip (0dc6b47a-6985-4274-a164-1420610d13b6), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:29:13.761778 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:29:13.823042 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-246d96e8-957a-4f81-8bc0-78b1c81b4fbc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:29:13.944038 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-246d96e8-957a-4f81-8bc0-78b1c81b4fbc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614170'] for floatingip (0dc6b47a-6985-4274-a164-1420610d13b6), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:29:13.989723 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:29:14.050777 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.db.l3_db [None req-246d96e8-957a-4f81-8bc0-78b1c81b4fbc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Floating IP 0dc6b47a-6985-4274-a164-1420610d13b6 associated. External IP: 172.27.3.49, port: b8d384e8-2d12-442c-83f5-7f066f83d907. Aug 26 06:29:14.259308 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246d96e8-957a-4f81-8bc0-78b1c81b4fbc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Router fc03e21e-d989-45a0-97fc-d438bdfd69cb has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:29:14.368646 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246d96e8-957a-4f81-8bc0-78b1c81b4fbc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:29:14.374275 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-246d96e8-957a-4f81-8bc0-78b1c81b4fbc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for floatingip (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:29:14.378918 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a17374-c75b-4b64-bca3-4b8e2b98eb21 None None] Sync routers for ids ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'] in dv-cinder-853910-3-iscsi {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:29:14.382276 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:29:14.390736 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a17374-c75b-4b64-bca3-4b8e2b98eb21 None None] Routers {'fc03e21e-d989-45a0-97fc-d438bdfd69cb'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:29:14.394545 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-34a17374-c75b-4b64-bca3-4b8e2b98eb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:28:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:29:14.406057 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-246d96e8-957a-4f81-8bc0-78b1c81b4fbc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/0dc6b47a-6985-4274-a164-1420610d13b6 HTTP/1.1" status: 200 len: 990 time: 1.0711067 Aug 26 06:29:14.406653 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1', 'tag': 'b8d384e8-2d12-442c-83f5-7f066f83d907'}] {{(pid=107133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:29:14.408953 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8285fbc4cf3847b51d9cb7eba3379b7f58b909d4ff4eae5f417f2c246939f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31976e9-bb15-491d-a665-9a2fdf3c05fc" -d '{"events": [{"name": "network-changed", "server_uuid": "b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1", "tag": "b8d384e8-2d12-442c-83f5-7f066f83d907"}]}' {{(pid=107133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:29:14.448879 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2305a385-2206-4d2d-88c1-7601f193b4f5 x-openstack-request-id: req-2305a385-2206-4d2d-88c1-7601f193b4f5 {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:29:14.449180 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1", "tag": "b8d384e8-2d12-442c-83f5-7f066f83d907", "status": "completed", "code": 200}]} {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:29:14.449438 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2305a385-2206-4d2d-88c1-7601f193b4f5 {{(pid=107133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:29:14.449844 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2305a385-2206-4d2d-88c1-7601f193b4f5'] response: {'name': 'network-changed', 'server_uuid': 'b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1', 'tag': 'b8d384e8-2d12-442c-83f5-7f066f83d907', 'status': 'completed', 'code': 200} Aug 26 06:29:14.507033 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-34a17374-c75b-4b64-bca3-4b8e2b98eb21 None None] Set router fc03e21e-d989-45a0-97fc-d438bdfd69cb gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:29:14.515919 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31976e9-bb15-491d-a665-9a2fdf3c05fc req-9b977b02-89d2-4f19-bdfb-67a5de1bb5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:29:14.517476 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a31976e9-bb15-491d-a665-9a2fdf3c05fc req-9b977b02-89d2-4f19-bdfb-67a5de1bb5fa service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=c070cba92de641518c86248b1e27daea&device_id=b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1 HTTP/1.1" status: 200 len: 1129 time: 0.0444052 Aug 26 06:29:14.619022 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31976e9-bb15-491d-a665-9a2fdf3c05fc req-d93bf1d5-79d6-4477-9333-bbc591539b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:29:14.620626 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a31976e9-bb15-491d-a665-9a2fdf3c05fc req-d93bf1d5-79d6-4477-9333-bbc591539b23 service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=e056da4a-201b-49f0-b8fe-7e84ff97ec06 HTTP/1.1" status: 200 len: 916 time: 0.0973046 Aug 26 06:29:14.660915 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:29:14.700440 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a31976e9-bb15-491d-a665-9a2fdf3c05fc req-3616b1eb-31b9-43ce-b151-35053092ccf6 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8d384e8-2d12-442c-83f5-7f066f83d907 HTTP/1.1" status: 200 len: 998 time: 0.0734584 Aug 26 06:29:14.749902 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-34a17374-c75b-4b64-bca3-4b8e2b98eb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'name': 'tempest-AttachVolumeNegativeTest-1899913901-router', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:26:19Z', 'updated_at': '2022-08-26T06:26:24Z', 'revision_number': 4, 'project_id': 'c070cba92de641518c86248b1e27daea', 'gw_port': {'id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:20Z', 'updated_at': '2022-08-26T06:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': '0dc6b47a-6985-4274-a164-1420610d13b6', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'port_id': 'b8d384e8-2d12-442c-83f5-7f066f83d907', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'mac_address': 'fa:16:3e:a0:8a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:28:55Z', 'updated_at': '2022-08-26T06:29:13Z', 'revision_number': 1, 'project_id': 'c070cba92de641518c86248b1e27daea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f37e899-75b4-4014-b402-fbc8859a4c3b', 'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'mac_address': 'fa:16:3e:43:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:23Z', 'updated_at': '2022-08-26T06:26:29Z', 'revision_number': 5, 'project_id': 'c070cba92de641518c86248b1e27daea', 'subnets': [{'id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:29:14.763346 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31976e9-bb15-491d-a665-9a2fdf3c05fc req-8f7235c1-af0c-4019-9a07-6760872af284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:29:14.764867 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a31976e9-bb15-491d-a665-9a2fdf3c05fc req-8f7235c1-af0c-4019-9a07-6760872af284 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e599181f-14b0-4ac4-9664-916d658a325e HTTP/1.1" status: 200 len: 854 time: 0.0572791 Aug 26 06:29:14.778095 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a17374-c75b-4b64-bca3-4b8e2b98eb21 None None] Checking router: fc03e21e-d989-45a0-97fc-d438bdfd69cb for host: dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:29:14.787235 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a17374-c75b-4b64-bca3-4b8e2b98eb21 None None] Routers {'fc03e21e-d989-45a0-97fc-d438bdfd69cb'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:29:14.787862 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-34a17374-c75b-4b64-bca3-4b8e2b98eb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:28:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:29:14.814109 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31976e9-bb15-491d-a665-9a2fdf3c05fc req-79cfd854-dd91-4067-95bc-72d2da9de014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:29:14.815656 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a31976e9-bb15-491d-a665-9a2fdf3c05fc req-79cfd854-dd91-4067-95bc-72d2da9de014 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=e056da4a-201b-49f0-b8fe-7e84ff97ec06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450048 Aug 26 06:29:14.934257 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a31976e9-bb15-491d-a665-9a2fdf3c05fc req-746efa15-dff3-4099-8a4e-b7eb7f85d93b service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e056da4a-201b-49f0-b8fe-7e84ff97ec06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101546 Aug 26 06:29:15.027332 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-34a17374-c75b-4b64-bca3-4b8e2b98eb21 None None] Set router fc03e21e-d989-45a0-97fc-d438bdfd69cb gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:29:15.032560 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-a31976e9-bb15-491d-a665-9a2fdf3c05fc req-7fef8f81-e26f-430f-bee4-7f6e6c18f906 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e056da4a-201b-49f0-b8fe-7e84ff97ec06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926950 Aug 26 06:29:15.254339 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-34a17374-c75b-4b64-bca3-4b8e2b98eb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'name': 'tempest-AttachVolumeNegativeTest-1899913901-router', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:26:19Z', 'updated_at': '2022-08-26T06:26:24Z', 'revision_number': 4, 'project_id': 'c070cba92de641518c86248b1e27daea', 'gw_port': {'id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:20Z', 'updated_at': '2022-08-26T06:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': '0dc6b47a-6985-4274-a164-1420610d13b6', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'port_id': 'b8d384e8-2d12-442c-83f5-7f066f83d907', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'mac_address': 'fa:16:3e:a0:8a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:28:55Z', 'updated_at': '2022-08-26T06:29:13Z', 'revision_number': 1, 'project_id': 'c070cba92de641518c86248b1e27daea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f37e899-75b4-4014-b402-fbc8859a4c3b', 'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'mac_address': 'fa:16:3e:43:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:23Z', 'updated_at': '2022-08-26T06:26:29Z', 'revision_number': 5, 'project_id': 'c070cba92de641518c86248b1e27daea', 'subnets': [{'id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:29:15.283767 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a17374-c75b-4b64-bca3-4b8e2b98eb21 None None] The sync data for ids ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'] in dv-cinder-853910-3-iscsi is: [{'id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'name': 'tempest-AttachVolumeNegativeTest-1899913901-router', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:26:19Z', 'updated_at': '2022-08-26T06:26:24Z', 'revision_number': 4, 'project_id': 'c070cba92de641518c86248b1e27daea', 'gw_port': {'id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:20Z', 'updated_at': '2022-08-26T06:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': '0dc6b47a-6985-4274-a164-1420610d13b6', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'port_id': 'b8d384e8-2d12-442c-83f5-7f066f83d907', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'mac_address': 'fa:16:3e:a0:8a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:28:55Z', 'updated_at': '2022-08-26T06:29:13Z', 'revision_number': 1, 'project_id': 'c070cba92de641518c86248b1e27daea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f37e899-75b4-4014-b402-fbc8859a4c3b', 'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'mac_address': 'fa:16:3e:43:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:23Z', 'updated_at': '2022-08-26T06:26:29Z', 'revision_number': 5, 'project_id': 'c070cba92de641518c86248b1e27daea', 'subnets': [{'id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:29:15.489231 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6459326a-df9b-4082-9514-69aa61d0e31e None None] New status for floating IP 0dc6b47a-6985-4274-a164-1420610d13b6: ACTIVE {{(pid=107136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 06:29:24.401253 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=66 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:29:24.403196 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=22 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:29:25.027928 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=99 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:29:25.029755 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=55 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:29:25.256971 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=86 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:29:25.257774 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=23 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:29:25.677626 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:29:25.680909 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:29:26.436828 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-9107c81d-fc5a-4e55-b969-c9d35a03815c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:29:28.779381 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-7d9864fc-3454-4a07-965e-103c697bd9ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:29:29.920634 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:29:31.480530 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:29:31.665745 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:29:31.870439 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:29:40.567053 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 6 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:29:41.272576 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ba0af808-ad3f-4200-9c07-4a644cda6086 req-0cfdd507-0674-44b6-8634-5d395dec2bcd service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469198 Aug 26 06:29:41.381872 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0af808-ad3f-4200-9c07-4a644cda6086 req-e17b1d63-d623-4fee-9348-555c8a115ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:29:41.384891 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ba0af808-ad3f-4200-9c07-4a644cda6086 req-e17b1d63-d623-4fee-9348-555c8a115ece service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=c070cba92de641518c86248b1e27daea&device_id=b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1 HTTP/1.1" status: 200 len: 1129 time: 0.0637186 Aug 26 06:29:41.504038 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0af808-ad3f-4200-9c07-4a644cda6086 req-e0d86802-6152-4e91-af23-6fd126ebc92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:29:41.505526 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ba0af808-ad3f-4200-9c07-4a644cda6086 req-e0d86802-6152-4e91-af23-6fd126ebc92d service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=e056da4a-201b-49f0-b8fe-7e84ff97ec06 HTTP/1.1" status: 200 len: 916 time: 0.0968580 Aug 26 06:29:41.583332 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ba0af808-ad3f-4200-9c07-4a644cda6086 req-50e91faf-c74b-4d07-a0fa-a26ff930dcde service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8d384e8-2d12-442c-83f5-7f066f83d907 HTTP/1.1" status: 200 len: 1000 time: 0.0685008 Aug 26 06:29:41.637904 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0af808-ad3f-4200-9c07-4a644cda6086 req-29a1d66e-4c95-4b17-b0f6-ddd9f2ba0d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:29:41.639458 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ba0af808-ad3f-4200-9c07-4a644cda6086 req-29a1d66e-4c95-4b17-b0f6-ddd9f2ba0d98 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e599181f-14b0-4ac4-9664-916d658a325e HTTP/1.1" status: 200 len: 854 time: 0.0503943 Aug 26 06:29:41.664265 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:29:41.666574 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:29:41.685876 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0af808-ad3f-4200-9c07-4a644cda6086 req-8e70fc2b-eb0d-4d26-8d2e-445ccf695a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:29:41.687458 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ba0af808-ad3f-4200-9c07-4a644cda6086 req-8e70fc2b-eb0d-4d26-8d2e-445ccf695a8d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=e056da4a-201b-49f0-b8fe-7e84ff97ec06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426371 Aug 26 06:29:41.803608 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ba0af808-ad3f-4200-9c07-4a644cda6086 req-6033f46f-31da-428b-8bbb-cdaaebf8af50 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e056da4a-201b-49f0-b8fe-7e84ff97ec06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081944 Aug 26 06:29:41.935801 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ba0af808-ad3f-4200-9c07-4a644cda6086 req-79d31827-229c-4dea-84d9-db290c31a4ac service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e056da4a-201b-49f0-b8fe-7e84ff97ec06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257601 Aug 26 06:29:51.928668 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=52 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:29:51.931617 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=49 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:29:56.406377 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-b901a1de-009d-4de8-9618-17fe0dfab33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:29:58.738737 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1d4a4944-0dc1-4e68-adb7-f02066f3760a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:29:59.516027 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:29:59.516879 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=6 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:29:59.949263 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:01.583218 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:01.634728 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:01.766954 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:06.831304 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f75b80d-97ed-49cd-b57c-60a91db591b8 req-71afd3e0-eca6-4ace-9060-ec6879264ca2 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:30:06.832811 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-6f75b80d-97ed-49cd-b57c-60a91db591b8 req-71afd3e0-eca6-4ace-9060-ec6879264ca2 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1 HTTP/1.1" status: 200 len: 945 time: 0.0512781 Aug 26 06:30:06.886414 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-6f75b80d-97ed-49cd-b57c-60a91db591b8 req-c63cd029-2554-46d4-96f2-a2da80212cc1 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a3de7367-8e6d-4b24-83a5-547c5e38cc35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470657 Aug 26 06:30:08.013379 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bd9f2-1b21-4516-ba08-16a35e584139 req-b78616cd-0a28-4eca-b25f-208cc83bfd5f tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:30:08.014854 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f98bd9f2-1b21-4516-ba08-16a35e584139 req-b78616cd-0a28-4eca-b25f-208cc83bfd5f tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1 HTTP/1.1" status: 200 len: 945 time: 0.0508833 Aug 26 06:30:08.062956 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f98bd9f2-1b21-4516-ba08-16a35e584139 req-191e601f-4491-42ec-b308-602cd17896d0 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a3de7367-8e6d-4b24-83a5-547c5e38cc35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424368 Aug 26 06:30:08.421011 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4610ac-41f3-4266-9bd1-0433a6d5ab01 req-48154f33-4eb7-455c-b36e-4ac7c0bc77b8 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:30:08.422465 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0a4610ac-41f3-4266-9bd1-0433a6d5ab01 req-48154f33-4eb7-455c-b36e-4ac7c0bc77b8 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1 HTTP/1.1" status: 200 len: 945 time: 0.0474279 Aug 26 06:30:08.508248 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [req-0a4610ac-41f3-4266-9bd1-0433a6d5ab01 req-711cad58-1bc6-4764-b738-54e0b376d976 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Deleting port b8d384e8-2d12-442c-83f5-7f066f83d907 {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:30:08.508582 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-0a4610ac-41f3-4266-9bd1-0433a6d5ab01 req-711cad58-1bc6-4764-b738-54e0b376d976 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (b8d384e8-2d12-442c-83f5-7f066f83d907), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:08.603659 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [req-0a4610ac-41f3-4266-9bd1-0433a6d5ab01 req-711cad58-1bc6-4764-b738-54e0b376d976 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] For port b8d384e8-2d12-442c-83f5-7f066f83d907, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=b8d384e8-2d12-442c-83f5-7f066f83d907,segment=NetworkSegment(e272a224-57ee-4bb2-9b2c-c27e7d8f75a9),segment_id=e272a224-57ee-4bb2-9b2c-c27e7d8f75a9)] {{(pid=107134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:30:08.604022 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-0a4610ac-41f3-4266-9bd1-0433a6d5ab01 req-711cad58-1bc6-4764-b738-54e0b376d976 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (b8d384e8-2d12-442c-83f5-7f066f83d907), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:08.774205 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-0a4610ac-41f3-4266-9bd1-0433a6d5ab01 req-711cad58-1bc6-4764-b738-54e0b376d976 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:08.774482 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-0a4610ac-41f3-4266-9bd1-0433a6d5ab01 req-711cad58-1bc6-4764-b738-54e0b376d976 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614170'] for floatingip (0dc6b47a-6985-4274-a164-1420610d13b6), after_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:08.774833 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.db.l3_db [req-0a4610ac-41f3-4266-9bd1-0433a6d5ab01 req-711cad58-1bc6-4764-b738-54e0b376d976 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Floating IP 0dc6b47a-6985-4274-a164-1420610d13b6 disassociated. External IP: 172.27.3.49, port: b8d384e8-2d12-442c-83f5-7f066f83d907. Aug 26 06:30:08.775178 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [req-0a4610ac-41f3-4266-9bd1-0433a6d5ab01 req-711cad58-1bc6-4764-b738-54e0b376d976 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Calling delete_port for b8d384e8-2d12-442c-83f5-7f066f83d907 owned by compute:nova {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:30:09.150155 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-0a4610ac-41f3-4266-9bd1-0433a6d5ab01 req-711cad58-1bc6-4764-b738-54e0b376d976 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (b8d384e8-2d12-442c-83f5-7f066f83d907), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:09.178302 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711cad58-1bc6-4764-b738-54e0b376d976 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Pushing event deleted for resources: {'Port': ['ID=b8d384e8-2d12-442c-83f5-7f066f83d907,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:30:09.183620 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cf615-a6cf-4d3c-82cc-9b6765987a8f req-0976e818-e496-4ed0-a21f-451c0372e561 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:30:09.192951 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-592cf615-a6cf-4d3c-82cc-9b6765987a8f req-0976e818-e496-4ed0-a21f-451c0372e561 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1 HTTP/1.1" status: 200 len: 945 time: 0.0541182 Aug 26 06:30:09.193061 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711cad58-1bc6-4764-b738-54e0b376d976 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:09.193061 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711cad58-1bc6-4764-b738-54e0b376d976 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:09.193061 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711cad58-1bc6-4764-b738-54e0b376d976 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:09.193061 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711cad58-1bc6-4764-b738-54e0b376d976 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:09.193061 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711cad58-1bc6-4764-b738-54e0b376d976 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:09.193061 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711cad58-1bc6-4764-b738-54e0b376d976 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:09.193535 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711cad58-1bc6-4764-b738-54e0b376d976 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:09.193649 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711cad58-1bc6-4764-b738-54e0b376d976 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:09.193975 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711cad58-1bc6-4764-b738-54e0b376d976 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:09.195384 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711cad58-1bc6-4764-b738-54e0b376d976 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:09.195899 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711cad58-1bc6-4764-b738-54e0b376d976 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:09.196229 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711cad58-1bc6-4764-b738-54e0b376d976 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:09.196554 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711cad58-1bc6-4764-b738-54e0b376d976 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:09.196960 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711cad58-1bc6-4764-b738-54e0b376d976 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:09.197285 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711cad58-1bc6-4764-b738-54e0b376d976 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:09.236512 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-592cf615-a6cf-4d3c-82cc-9b6765987a8f req-c80452ad-0e60-40b6-b026-93677959c79a tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a3de7367-8e6d-4b24-83a5-547c5e38cc35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447652 Aug 26 06:30:09.304473 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a4610ac-41f3-4266-9bd1-0433a6d5ab01 req-711cad58-1bc6-4764-b738-54e0b376d976 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Router fc03e21e-d989-45a0-97fc-d438bdfd69cb has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:30:09.408219 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:30:09.412393 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a4610ac-41f3-4266-9bd1-0433a6d5ab01 req-711cad58-1bc6-4764-b738-54e0b376d976 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:30:09.423374 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d45b91-c490-4164-9573-dc661c604e37 None None] Sync routers for ids ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'] in dv-cinder-853910-3-iscsi {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:30:09.434369 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d45b91-c490-4164-9573-dc661c604e37 None None] Routers {'fc03e21e-d989-45a0-97fc-d438bdfd69cb'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:30:09.435270 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-c4d45b91-c490-4164-9573-dc661c604e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:29:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:30:09.456894 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4610ac-41f3-4266-9bd1-0433a6d5ab01 req-711cad58-1bc6-4764-b738-54e0b376d976 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] No DVR routers for this DVR port b8d384e8-2d12-442c-83f5-7f066f83d907 on host hv-cinder-85391 {{(pid=107134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:30:09.459472 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-0a4610ac-41f3-4266-9bd1-0433a6d5ab01 req-711cad58-1bc6-4764-b738-54e0b376d976 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:09.462820 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-0a4610ac-41f3-4266-9bd1-0433a6d5ab01 req-711cad58-1bc6-4764-b738-54e0b376d976 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.76 "DELETE /networking/v2.0/ports/b8d384e8-2d12-442c-83f5-7f066f83d907 HTTP/1.1" status: 204 len: 173 time: 1.0350273 Aug 26 06:30:09.463269 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1', 'name': 'network-vif-deleted', 'tag': 'b8d384e8-2d12-442c-83f5-7f066f83d907'}] {{(pid=107134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:30:09.473393 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98877e02f8b3cb06335249729d630ff259ce8fa3eff905cdf154d6d548f15152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03edd2e8-b50b-479b-89e1-55d2a5857914" -d '{"events": [{"server_uuid": "b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1", "name": "network-vif-deleted", "tag": "b8d384e8-2d12-442c-83f5-7f066f83d907"}]}' {{(pid=107134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:30:09.508813 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ffc457-bf7f-4303-9ea8-c166415f4180 x-openstack-request-id: req-21ffc457-bf7f-4303-9ea8-c166415f4180 {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:30:09.509244 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1", "name": "network-vif-deleted", "tag": "b8d384e8-2d12-442c-83f5-7f066f83d907", "status": "completed", "code": 200}]} {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:30:09.509380 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-21ffc457-bf7f-4303-9ea8-c166415f4180 {{(pid=107134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:30:09.509757 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21ffc457-bf7f-4303-9ea8-c166415f4180'] response: {'server_uuid': 'b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1', 'name': 'network-vif-deleted', 'tag': 'b8d384e8-2d12-442c-83f5-7f066f83d907', 'status': 'completed', 'code': 200} Aug 26 06:30:09.549437 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-c4d45b91-c490-4164-9573-dc661c604e37 None None] Set router fc03e21e-d989-45a0-97fc-d438bdfd69cb gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:30:09.753326 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-c4d45b91-c490-4164-9573-dc661c604e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'name': 'tempest-AttachVolumeNegativeTest-1899913901-router', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:26:19Z', 'updated_at': '2022-08-26T06:26:24Z', 'revision_number': 4, 'project_id': 'c070cba92de641518c86248b1e27daea', 'gw_port': {'id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:20Z', 'updated_at': '2022-08-26T06:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '9f37e899-75b4-4014-b402-fbc8859a4c3b', 'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'mac_address': 'fa:16:3e:43:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:23Z', 'updated_at': '2022-08-26T06:26:29Z', 'revision_number': 5, 'project_id': 'c070cba92de641518c86248b1e27daea', 'subnets': [{'id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:30:09.779757 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d45b91-c490-4164-9573-dc661c604e37 None None] Checking router: fc03e21e-d989-45a0-97fc-d438bdfd69cb for host: dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:30:09.789682 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d45b91-c490-4164-9573-dc661c604e37 None None] Routers {'fc03e21e-d989-45a0-97fc-d438bdfd69cb'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:30:09.790284 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-c4d45b91-c490-4164-9573-dc661c604e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:29:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:30:09.893345 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-c4d45b91-c490-4164-9573-dc661c604e37 None None] Set router fc03e21e-d989-45a0-97fc-d438bdfd69cb gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:30:10.088613 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-c4d45b91-c490-4164-9573-dc661c604e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'name': 'tempest-AttachVolumeNegativeTest-1899913901-router', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:26:19Z', 'updated_at': '2022-08-26T06:26:24Z', 'revision_number': 4, 'project_id': 'c070cba92de641518c86248b1e27daea', 'gw_port': {'id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:20Z', 'updated_at': '2022-08-26T06:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '9f37e899-75b4-4014-b402-fbc8859a4c3b', 'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'mac_address': 'fa:16:3e:43:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:23Z', 'updated_at': '2022-08-26T06:26:29Z', 'revision_number': 5, 'project_id': 'c070cba92de641518c86248b1e27daea', 'subnets': [{'id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:30:10.113448 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d45b91-c490-4164-9573-dc661c604e37 None None] The sync data for ids ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'] in dv-cinder-853910-3-iscsi is: [{'id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'name': 'tempest-AttachVolumeNegativeTest-1899913901-router', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:26:19Z', 'updated_at': '2022-08-26T06:26:24Z', 'revision_number': 4, 'project_id': 'c070cba92de641518c86248b1e27daea', 'gw_port': {'id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:20Z', 'updated_at': '2022-08-26T06:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '9f37e899-75b4-4014-b402-fbc8859a4c3b', 'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'mac_address': 'fa:16:3e:43:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:23Z', 'updated_at': '2022-08-26T06:26:29Z', 'revision_number': 5, 'project_id': 'c070cba92de641518c86248b1e27daea', 'subnets': [{'id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:30:10.342362 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ed9fc2-9ac5-4a0a-bece-d3f0e2a76dd6 None None] New status for floating IP 0dc6b47a-6985-4274-a164-1420610d13b6: DOWN {{(pid=107136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 06:30:10.361764 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b82f5732-dd4b-4f6b-ac19-1ac04bbc2d57 req-d0a11320-a0f3-47c9-a5b9-7008cdb5779b tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b71e98b7-8a1d-4d0b-a2db-4ad91d6893a1 HTTP/1.1" status: 200 len: 210 time: 0.0306900 Aug 26 06:30:11.579609 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59448) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:30:11.640183 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a603e54f-b99f-48fe-b046-2b716846ae9c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group (a3de7367-8e6d-4b24-83a5-547c5e38cc35), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:11.663458 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a603e54f-b99f-48fe-b046-2b716846ae9c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group (a3de7367-8e6d-4b24-83a5-547c5e38cc35), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:11.801177 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a603e54f-b99f-48fe-b046-2b716846ae9c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (a3de7367-8e6d-4b24-83a5-547c5e38cc35), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:11.804108 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a603e54f-b99f-48fe-b046-2b716846ae9c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:11.805424 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-a603e54f-b99f-48fe-b046-2b716846ae9c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/a3de7367-8e6d-4b24-83a5-547c5e38cc35 HTTP/1.1" status: 204 len: 168 time: 0.2248406 Aug 26 06:30:11.808244 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 59450) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:30:11.815494 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603e54f-b99f-48fe-b046-2b716846ae9c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3de7367-8e6d-4b24-83a5-547c5e38cc35,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:30:11.824305 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603e54f-b99f-48fe-b046-2b716846ae9c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:11.824692 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603e54f-b99f-48fe-b046-2b716846ae9c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:11.825077 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603e54f-b99f-48fe-b046-2b716846ae9c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:11.825442 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603e54f-b99f-48fe-b046-2b716846ae9c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:11.825786 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603e54f-b99f-48fe-b046-2b716846ae9c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:11.826125 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603e54f-b99f-48fe-b046-2b716846ae9c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:11.826464 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603e54f-b99f-48fe-b046-2b716846ae9c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:11.826660 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.api.v2.resource [None req-6e6bcd14-5583-4d4c-a97f-c985c6f6d552 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] show failed (client error): The resource could not be found. Aug 26 06:30:11.826832 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603e54f-b99f-48fe-b046-2b716846ae9c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:11.827162 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603e54f-b99f-48fe-b046-2b716846ae9c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:11.827613 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603e54f-b99f-48fe-b046-2b716846ae9c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:11.827822 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603e54f-b99f-48fe-b046-2b716846ae9c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:11.828210 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603e54f-b99f-48fe-b046-2b716846ae9c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:11.828366 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-6e6bcd14-5583-4d4c-a97f-c985c6f6d552 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups/a3de7367-8e6d-4b24-83a5-547c5e38cc35 HTTP/1.1" status: 404 len: 347 time: 0.0190053 Aug 26 06:30:11.828648 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603e54f-b99f-48fe-b046-2b716846ae9c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:11.829007 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603e54f-b99f-48fe-b046-2b716846ae9c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:11.829379 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a603e54f-b99f-48fe-b046-2b716846ae9c tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:11.832710 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 59452) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:30:11.903937 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:30:12.167929 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device b8d384e8-2d12-442c-83f5-7f066f83d907 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:30:12.189338 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] No Port match for: b8d384e8-2d12-442c-83f5-7f066f83d907 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:30:12.189718 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device b8d384e8-2d12-442c-83f5-7f066f83d907 not bound to the agent host hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:30:12.196994 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-e8486cf8-9459-4c03-9505-e7d053427035 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Deleting port 962d83c0-a071-4f99-97e6-9a5fbdcc3262 {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:30:12.197338 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-e8486cf8-9459-4c03-9505-e7d053427035 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (962d83c0-a071-4f99-97e6-9a5fbdcc3262), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:12.273253 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-e8486cf8-9459-4c03-9505-e7d053427035 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (962d83c0-a071-4f99-97e6-9a5fbdcc3262), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:12.273581 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-e8486cf8-9459-4c03-9505-e7d053427035 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for floatingip (962d83c0-a071-4f99-97e6-9a5fbdcc3262), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:12.286609 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-e8486cf8-9459-4c03-9505-e7d053427035 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Calling delete_port for 962d83c0-a071-4f99-97e6-9a5fbdcc3262 owned by network:floatingip {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:30:12.509602 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-e8486cf8-9459-4c03-9505-e7d053427035 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (962d83c0-a071-4f99-97e6-9a5fbdcc3262), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:12.534329 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8486cf8-9459-4c03-9505-e7d053427035 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Pushing event deleted for resources: {'Port': ['ID=962d83c0-a071-4f99-97e6-9a5fbdcc3262,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:30:12.603574 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-e8486cf8-9459-4c03-9505-e7d053427035 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for floatingip (0dc6b47a-6985-4274-a164-1420610d13b6), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:12.606099 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-e8486cf8-9459-4c03-9505-e7d053427035 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for floatingip (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:12.607264 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-e8486cf8-9459-4c03-9505-e7d053427035 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/0dc6b47a-6985-4274-a164-1420610d13b6 HTTP/1.1" status: 204 len: 168 time: 0.7736402 Aug 26 06:30:12.793704 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59456) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:30:12.798201 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-00bb99c5-8900-4aaf-bcfc-3e27ac536924 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1172676454', 'description': 'tempest-description--189160286'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:30:13.052678 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-00bb99c5-8900-4aaf-bcfc-3e27ac536924 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:13.124851 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-00bb99c5-8900-4aaf-bcfc-3e27ac536924 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group (51f86ed4-515a-497b-a31e-582b2568d07c), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:13.252353 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-00bb99c5-8900-4aaf-bcfc-3e27ac536924 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (51f86ed4-515a-497b-a31e-582b2568d07c), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:13.283888 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb99c5-8900-4aaf-bcfc-3e27ac536924 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51f86ed4-515a-497b-a31e-582b2568d07c,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:30:13.432041 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-00bb99c5-8900-4aaf-bcfc-3e27ac536924 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:13.433336 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-00bb99c5-8900-4aaf-bcfc-3e27ac536924 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6385546 Aug 26 06:30:13.436400 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59458) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:30:13.440719 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-1abed6b0-b9a0-4b49-98af-867baedebb2f tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Request body: {'security_group_rule': {'security_group_id': '51f86ed4-515a-497b-a31e-582b2568d07c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:30:13.590189 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-1abed6b0-b9a0-4b49-98af-867baedebb2f tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group_rule (fd75fd1a-4fe5-44c1-a49e-5caf00fc2ec2), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:13.650779 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-1abed6b0-b9a0-4b49-98af-867baedebb2f tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group_rule (fd75fd1a-4fe5-44c1-a49e-5caf00fc2ec2), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:13.778038 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-1abed6b0-b9a0-4b49-98af-867baedebb2f tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692507'] for security_group_rule (fd75fd1a-4fe5-44c1-a49e-5caf00fc2ec2), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:13.799273 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abed6b0-b9a0-4b49-98af-867baedebb2f tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd75fd1a-4fe5-44c1-a49e-5caf00fc2ec2,revision_number=0']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:30:13.910654 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-1abed6b0-b9a0-4b49-98af-867baedebb2f tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:13.912099 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-1abed6b0-b9a0-4b49-98af-867baedebb2f tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4738758 Aug 26 06:30:13.914325 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59460) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:30:13.918892 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-c5b0eb85-5844-468a-ba9c-63fd706e69c9 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Request body: {'security_group_rule': {'security_group_id': '51f86ed4-515a-497b-a31e-582b2568d07c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:30:14.025428 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-c5b0eb85-5844-468a-ba9c-63fd706e69c9 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group_rule (3142a4db-f250-4db0-89c2-940336bb06a7), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:14.087686 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-c5b0eb85-5844-468a-ba9c-63fd706e69c9 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group_rule (3142a4db-f250-4db0-89c2-940336bb06a7), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:14.217871 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-c5b0eb85-5844-468a-ba9c-63fd706e69c9 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692507'] for security_group_rule (3142a4db-f250-4db0-89c2-940336bb06a7), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:14.236506 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:30:14.240243 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0eb85-5844-468a-ba9c-63fd706e69c9 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3142a4db-f250-4db0-89c2-940336bb06a7,revision_number=0']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:30:14.459259 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-c5b0eb85-5844-468a-ba9c-63fd706e69c9 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:14.460546 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-c5b0eb85-5844-468a-ba9c-63fd706e69c9 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5451376 Aug 26 06:30:14.464313 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59462) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:30:14.468695 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-fe9ace7d-819a-4872-8fcc-edd2078747d8 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Request body: {'floatingip': {'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:30:14.474443 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:30:14.611803 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-fe9ace7d-819a-4872-8fcc-edd2078747d8 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:14.695961 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-fe9ace7d-819a-4872-8fcc-edd2078747d8 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:14.805006 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_common [None req-fe9ace7d-819a-4872-8fcc-edd2078747d8 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Allocated IP 172.27.3.63 (7bfbcaf8-cfd7-4da9-9873-fb578302608c/6eb332c5-848f-450d-bdad-4a764241332a/061a670d-fcf3-4bc4-96ab-89baa360d733) {{(pid=107133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:30:14.918129 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-fe9ace7d-819a-4872-8fcc-edd2078747d8 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for port (061a670d-fcf3-4bc4-96ab-89baa360d733), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:15.052732 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-fe9ace7d-819a-4872-8fcc-edd2078747d8 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (061a670d-fcf3-4bc4-96ab-89baa360d733), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:15.056701 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:30:15.097696 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9ace7d-819a-4872-8fcc-edd2078747d8 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Network 7bfbcaf8-cfd7-4da9-9873-fb578302608c is already hosted by enough agents. {{(pid=107133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:30:15.103487 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.base_scheduler [None req-fe9ace7d-819a-4872-8fcc-edd2078747d8 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Resources bound (agent type, host, resource id): {{(pid=107133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:30:15.105412 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ace7d-819a-4872-8fcc-edd2078747d8 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Pushing event updated for resources: {'Port': ['ID=061a670d-fcf3-4bc4-96ab-89baa360d733,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:30:15.107549 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9ace7d-819a-4872-8fcc-edd2078747d8 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Received port after_create {{(pid=107133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:30:15.192584 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-fe9ace7d-819a-4872-8fcc-edd2078747d8 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for floatingip (61b56f8b-3224-4d68-ac6f-2156d9113ca1), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:15.396825 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-fe9ace7d-819a-4872-8fcc-edd2078747d8 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (061a670d-fcf3-4bc4-96ab-89baa360d733), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:15.551085 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-fe9ace7d-819a-4872-8fcc-edd2078747d8 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for port (061a670d-fcf3-4bc4-96ab-89baa360d733), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:15.657532 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-fe9ace7d-819a-4872-8fcc-edd2078747d8 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9095016'] for port (061a670d-fcf3-4bc4-96ab-89baa360d733), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:15.710856 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:30:15.726052 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-fe9ace7d-819a-4872-8fcc-edd2078747d8 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614170'] for floatingip (61b56f8b-3224-4d68-ac6f-2156d9113ca1), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:15.729737 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ace7d-819a-4872-8fcc-edd2078747d8 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Pushing event updated for resources: {'Port': ['ID=061a670d-fcf3-4bc4-96ab-89baa360d733,revision_number=2']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:30:15.888532 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-fe9ace7d-819a-4872-8fcc-edd2078747d8 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for floatingip (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:15.894676 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-fe9ace7d-819a-4872-8fcc-edd2078747d8 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4245965 Aug 26 06:30:16.056050 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-e15e662d-6ef9-438f-a97c-2e330ffdb86a tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1172676454&fields=id&tenant_id=c070cba92de641518c86248b1e27daea HTTP/1.1" status: 200 len: 267 time: 0.0482202 Aug 26 06:30:16.170584 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-0d872cfe-9459-4ca1-a67f-bca0ba04ef55 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:30:16.170584 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-0d872cfe-9459-4ca1-a67f-bca0ba04ef55 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/networks?id=e056da4a-201b-49f0-b8fe-7e84ff97ec06 HTTP/1.1" status: 200 len: 815 time: 0.1020656 Aug 26 06:30:16.179897 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-5f98b966-3e4e-46a9-b52d-d6ff5063383f tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/quotas/c070cba92de641518c86248b1e27daea HTTP/1.1" status: 200 len: 375 time: 0.0096893 Aug 26 06:30:16.233745 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-3c2b51fb-9072-4de6-80b3-be27fcb11cf5 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=c070cba92de641518c86248b1e27daea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487967 Aug 26 06:30:16.376390 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-056f1030-b658-475a-9796-348114366a14 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e056da4a-201b-49f0-b8fe-7e84ff97ec06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309748 Aug 26 06:30:16.475128 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-55e2271e-c628-4b9b-973f-d66156ba0876 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e056da4a-201b-49f0-b8fe-7e84ff97ec06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918999 Aug 26 06:30:16.788606 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-da6c8d62-69c0-4bf7-87ae-8d6b4407f829 req-411a6ede-2e56-4bed-ac45-644698c0ff43 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=03e40e2d-94dd-457a-8aa3-4810a4c316c8 HTTP/1.1" status: 200 len: 210 time: 0.0283999 Aug 26 06:30:17.566375 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 6 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:30:17.872594 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-6ca10e38-62eb-4b2f-87ee-d3aca005097a req-6d63d9e4-715a-4ce7-a5b5-076ce1c6f3e4 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=03e40e2d-94dd-457a-8aa3-4810a4c316c8 HTTP/1.1" status: 200 len: 210 time: 0.0289950 Aug 26 06:30:18.975325 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c6e043fc-89a8-4e7e-8275-9fd9b5045433 req-7b02dcf0-4d26-4ef9-94c1-5572894f3697 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=03e40e2d-94dd-457a-8aa3-4810a4c316c8 HTTP/1.1" status: 200 len: 210 time: 0.0281446 Aug 26 06:30:19.971871 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-cfc45fdb-2ea4-49ef-b91e-72b77c2b386d tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:30:19.973375 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-cfc45fdb-2ea4-49ef-b91e-72b77c2b386d tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.76 "GET /networking/v2.0/networks?id=e056da4a-201b-49f0-b8fe-7e84ff97ec06 HTTP/1.1" status: 200 len: 815 time: 0.1231835 Aug 26 06:30:20.036538 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-6bce0dd1-4edd-46e3-a0f7-e04c16b08f6e tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.76 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c070cba92de641518c86248b1e27daea HTTP/1.1" status: 200 len: 380 time: 0.0557327 Aug 26 06:30:20.045188 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-e3e22417-7c87-4cd2-b13f-a307cc3a2039 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Request body: {'port': {'device_id': '03e40e2d-94dd-457a-8aa3-4810a4c316c8', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'admin_state_up': True, 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'security_groups': ['51f86ed4-515a-497b-a31e-582b2568d07c']}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:30:20.084214 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-5a5e21b2-ac48-4473-a099-ffdea8e7adf0 req-466cc4f2-bd1c-4b19-9214-f6d2aabfab35 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=03e40e2d-94dd-457a-8aa3-4810a4c316c8 HTTP/1.1" status: 200 len: 210 time: 0.0341864 Aug 26 06:30:20.269381 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-e3e22417-7c87-4cd2-b13f-a307cc3a2039 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Made reservation on behalf of c070cba92de641518c86248b1e27daea for: {'port': 1} {{(pid=107134) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 06:30:20.273931 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-e3e22417-7c87-4cd2-b13f-a307cc3a2039 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:20.302323 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:30:20.411092 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.db_base_plugin_common [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-e3e22417-7c87-4cd2-b13f-a307cc3a2039 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Allocated IP 172.20.0.9 (e056da4a-201b-49f0-b8fe-7e84ff97ec06/e599181f-14b0-4ac4-9664-916d658a325e/f0fcf348-aeb7-46e5-a86a-c7349af6e732) {{(pid=107134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 06:30:20.424119 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:30:20.424599 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:30:20.574987 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-e3e22417-7c87-4cd2-b13f-a307cc3a2039 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for port (f0fcf348-aeb7-46e5-a86a-c7349af6e732), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:20.715877 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-e3e22417-7c87-4cd2-b13f-a307cc3a2039 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776575819587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (f0fcf348-aeb7-46e5-a86a-c7349af6e732), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:20.758764 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-e3e22417-7c87-4cd2-b13f-a307cc3a2039 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Network e056da4a-201b-49f0-b8fe-7e84ff97ec06 is already hosted by enough agents. {{(pid=107134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 06:30:20.764194 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.base_scheduler [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-e3e22417-7c87-4cd2-b13f-a307cc3a2039 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Resources bound (agent type, host, resource id): {{(pid=107134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 06:30:20.768490 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-e3e22417-7c87-4cd2-b13f-a307cc3a2039 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Received port after_create {{(pid=107134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 06:30:20.774443 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e22417-7c87-4cd2-b13f-a307cc3a2039 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Pushing event updated for resources: {'Port': ['ID=f0fcf348-aeb7-46e5-a86a-c7349af6e732,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:30:20.840537 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-e3e22417-7c87-4cd2-b13f-a307cc3a2039 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:30:20.840537 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-e3e22417-7c87-4cd2-b13f-a307cc3a2039 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:20.996033 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-f43a40fa-e31a-42a4-9e83-4719244cdcfa None None] Provisioning complete for port f0fcf348-aeb7-46e5-a86a-c7349af6e732 triggered by entity DHCP. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:30:20.996623 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f43a40fa-e31a-42a4-9e83-4719244cdcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (f0fcf348-aeb7-46e5-a86a-c7349af6e732), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:20.997766 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:30:21.020526 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-e3e22417-7c87-4cd2-b13f-a307cc3a2039 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.76 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9789498 Aug 26 06:30:21.030731 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-f43a40fa-e31a-42a4-9e83-4719244cdcfa None None] Port f0fcf348-aeb7-46e5-a86a-c7349af6e732 cannot update to ACTIVE because it is not bound. {{(pid=107135) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 06:30:21.033003 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.v2.base [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-578d1fd4-e3bd-453b-8126-1cf37f516320 service neutron] Request body: {'port': {'device_id': '03e40e2d-94dd-457a-8aa3-4810a4c316c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107134) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:30:21.103398 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-578d1fd4-e3bd-453b-8126-1cf37f516320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (f0fcf348-aeb7-46e5-a86a-c7349af6e732), before_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:21.139651 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:30:21.270501 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69b762-f8b1-4e59-ba50-ff54b5f10914 req-57a86be6-f06e-441b-bd7a-6fe03ce7a284 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:30:21.272100 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ee69b762-f8b1-4e59-ba50-ff54b5f10914 req-57a86be6-f06e-441b-bd7a-6fe03ce7a284 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=03e40e2d-94dd-457a-8aa3-4810a4c316c8 HTTP/1.1" status: 200 len: 931 time: 0.0619371 Aug 26 06:30:21.386322 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ee69b762-f8b1-4e59-ba50-ff54b5f10914 req-db6addec-ac22-43c6-88d5-3b16d06fdfd5 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51f86ed4-515a-497b-a31e-582b2568d07c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075203 Aug 26 06:30:21.460561 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.notifiers.nova [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-578d1fd4-e3bd-453b-8126-1cf37f516320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0fcf348-aeb7-46e5-a86a-c7349af6e732 {{(pid=107134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:30:21.468499 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-578d1fd4-e3bd-453b-8126-1cf37f516320 service neutron] Publish callbacks [] for port (f0fcf348-aeb7-46e5-a86a-c7349af6e732), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:21.486543 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.provisioning_blocks [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-578d1fd4-e3bd-453b-8126-1cf37f516320 service neutron] Transition to ACTIVE for port object f0fcf348-aeb7-46e5-a86a-c7349af6e732 will not be triggered until provisioned by entity L2. {{(pid=107134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 06:30:21.555393 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-578d1fd4-e3bd-453b-8126-1cf37f516320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183148'] for port (f0fcf348-aeb7-46e5-a86a-c7349af6e732), after_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:21.655394 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d1fd4-e3bd-453b-8126-1cf37f516320 service neutron] Pushing event updated for resources: {'Port': ['ID=f0fcf348-aeb7-46e5-a86a-c7349af6e732,revision_number=2']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:30:21.687868 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.managers [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-578d1fd4-e3bd-453b-8126-1cf37f516320 service neutron] Attempting to bind port f0fcf348-aeb7-46e5-a86a-c7349af6e732 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 06:30:21.688332 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.managers [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-578d1fd4-e3bd-453b-8126-1cf37f516320 service neutron] Attempting to bind port f0fcf348-aeb7-46e5-a86a-c7349af6e732 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': 'e272a224-57ee-4bb2-9b2c-c27e7d8f75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06'}] {{(pid=107134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 06:30:21.688714 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-578d1fd4-e3bd-453b-8126-1cf37f516320 service neutron] Attempting to bind port f0fcf348-aeb7-46e5-a86a-c7349af6e732 on network e056da4a-201b-49f0-b8fe-7e84ff97ec06 {{(pid=107134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:30:21.693751 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-578d1fd4-e3bd-453b-8126-1cf37f516320 service neutron] Port f0fcf348-aeb7-46e5-a86a-c7349af6e732 on network e056da4a-201b-49f0-b8fe-7e84ff97ec06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 06:30:21.695340 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-578d1fd4-e3bd-453b-8126-1cf37f516320 service neutron] Attempting to bind port f0fcf348-aeb7-46e5-a86a-c7349af6e732 on network e056da4a-201b-49f0-b8fe-7e84ff97ec06 {{(pid=107134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 06:30:21.700736 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-578d1fd4-e3bd-453b-8126-1cf37f516320 service neutron] Checking agent: {'id': '607bbde6-0fd2-4787-87ed-7343841db9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'started_at': datetime.datetime(2022, 8, 26, 6, 14, 30), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 6, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 06:30:21.701091 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-578d1fd4-e3bd-453b-8126-1cf37f516320 service neutron] Checking segment: {'id': 'e272a224-57ee-4bb2-9b2c-c27e7d8f75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 06:30:21.701528 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-578d1fd4-e3bd-453b-8126-1cf37f516320 service neutron] Bound using segment: {'id': 'e272a224-57ee-4bb2-9b2c-c27e7d8f75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06'} {{(pid=107134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 06:30:21.701947 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.managers [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-578d1fd4-e3bd-453b-8126-1cf37f516320 service neutron] Bound port: f0fcf348-aeb7-46e5-a86a-c7349af6e732, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e272a224-57ee-4bb2-9b2c-c27e7d8f75a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06'}}] {{(pid=107134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 06:30:21.702334 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-578d1fd4-e3bd-453b-8126-1cf37f516320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (f0fcf348-aeb7-46e5-a86a-c7349af6e732), before_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:21.736863 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:30:21.768468 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-578d1fd4-e3bd-453b-8126-1cf37f516320 service neutron] For port f0fcf348-aeb7-46e5-a86a-c7349af6e732, host hv-cinder-85391, cleared binding levels {{(pid=107134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 06:30:21.771626 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-578d1fd4-e3bd-453b-8126-1cf37f516320 service neutron] For port f0fcf348-aeb7-46e5-a86a-c7349af6e732, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=f0fcf348-aeb7-46e5-a86a-c7349af6e732,segment=NetworkSegment(e272a224-57ee-4bb2-9b2c-c27e7d8f75a9),segment_id=e272a224-57ee-4bb2-9b2c-c27e7d8f75a9)] {{(pid=107134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 06:30:21.972918 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-578d1fd4-e3bd-453b-8126-1cf37f516320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3183148'] for port (f0fcf348-aeb7-46e5-a86a-c7349af6e732), after_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:21.978431 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-578d1fd4-e3bd-453b-8126-1cf37f516320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:30:21.979068 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-578d1fd4-e3bd-453b-8126-1cf37f516320 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:21.980477 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-578d1fd4-e3bd-453b-8126-1cf37f516320 service neutron] 10.222.0.76 "PUT /networking/v2.0/ports/f0fcf348-aeb7-46e5-a86a-c7349af6e732 HTTP/1.1" status: 200 len: 1093 time: 0.9523344 Aug 26 06:30:21.980979 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e40e2d-94dd-457a-8aa3-4810a4c316c8', 'tag': 'f0fcf348-aeb7-46e5-a86a-c7349af6e732'}] {{(pid=107134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:30:21.983261 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98877e02f8b3cb06335249729d630ff259ce8fa3eff905cdf154d6d548f15152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d9eff5-e1b9-41f6-b52f-f2fc7a404e80" -d '{"events": [{"name": "network-changed", "server_uuid": "03e40e2d-94dd-457a-8aa3-4810a4c316c8", "tag": "f0fcf348-aeb7-46e5-a86a-c7349af6e732"}]}' {{(pid=107134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:30:22.028800 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74274beb-fd67-424b-9677-fec93172b8a6 x-openstack-request-id: req-74274beb-fd67-424b-9677-fec93172b8a6 {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:30:22.029089 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e40e2d-94dd-457a-8aa3-4810a4c316c8", "tag": "f0fcf348-aeb7-46e5-a86a-c7349af6e732", "status": "completed", "code": 200}]} {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:30:22.029326 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-74274beb-fd67-424b-9677-fec93172b8a6 {{(pid=107134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:30:22.029732 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74274beb-fd67-424b-9677-fec93172b8a6'] response: {'name': 'network-changed', 'server_uuid': '03e40e2d-94dd-457a-8aa3-4810a4c316c8', 'tag': 'f0fcf348-aeb7-46e5-a86a-c7349af6e732', 'status': 'completed', 'code': 200} Aug 26 06:30:22.034571 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d1fd4-e3bd-453b-8126-1cf37f516320 service neutron] Pushing event updated for resources: {'Port': ['ID=f0fcf348-aeb7-46e5-a86a-c7349af6e732,revision_number=3']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:30:22.092865 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9eff5-e1b9-41f6-b52f-f2fc7a404e80 req-64e3ae67-5d52-446b-9e27-ee58696071aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:30:22.094380 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c2d9eff5-e1b9-41f6-b52f-f2fc7a404e80 req-64e3ae67-5d52-446b-9e27-ee58696071aa service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=c070cba92de641518c86248b1e27daea&device_id=03e40e2d-94dd-457a-8aa3-4810a4c316c8 HTTP/1.1" status: 200 len: 1127 time: 0.0457726 Aug 26 06:30:22.195564 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9eff5-e1b9-41f6-b52f-f2fc7a404e80 req-a8ca7c24-0d3d-4512-92dd-2dc087908a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:30:22.197015 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c2d9eff5-e1b9-41f6-b52f-f2fc7a404e80 req-a8ca7c24-0d3d-4512-92dd-2dc087908a9b service neutron] 10.222.0.76 "GET /networking/v2.0/networks?tenant_id=c070cba92de641518c86248b1e27daea&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0950222 Aug 26 06:30:22.300604 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9eff5-e1b9-41f6-b52f-f2fc7a404e80 req-62853f2a-771a-48da-827f-201c1648685f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:30:22.302024 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-c2d9eff5-e1b9-41f6-b52f-f2fc7a404e80 req-62853f2a-771a-48da-827f-201c1648685f service neutron] 10.222.0.76 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0997920 Aug 26 06:30:22.377773 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-8835e75d-c800-4cec-9823-0b5458576d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:30:22.379325 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-8835e75d-c800-4cec-9823-0b5458576d27 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=c070cba92de641518c86248b1e27daea&device_id=03e40e2d-94dd-457a-8aa3-4810a4c316c8 HTTP/1.1" status: 200 len: 1127 time: 0.0418301 Aug 26 06:30:22.418840 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-b4bfc7b9-ecdf-4152-8fb6-fde156d42192 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0fcf348-aeb7-46e5-a86a-c7349af6e732 HTTP/1.1" status: 200 len: 217 time: 0.0327754 Aug 26 06:30:22.484577 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-e8082262-c8b0-4aa2-a004-adaf45255467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:30:22.486035 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-e8082262-c8b0-4aa2-a004-adaf45255467 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e599181f-14b0-4ac4-9664-916d658a325e HTTP/1.1" status: 200 len: 854 time: 0.0618699 Aug 26 06:30:22.547940 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57c29f-8068-460d-b5f2-467f6fbe2e86 req-2739985c-f121-45bb-9ede-163a46cff6c7 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:30:22.549473 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5e57c29f-8068-460d-b5f2-467f6fbe2e86 req-2739985c-f121-45bb-9ede-163a46cff6c7 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=03e40e2d-94dd-457a-8aa3-4810a4c316c8 HTTP/1.1" status: 200 len: 943 time: 0.0818713 Aug 26 06:30:22.552258 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:30:22.565658 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-fe386c15-0812-4fb2-9661-f18b3615c4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:30:22.567126 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-fe386c15-0812-4fb2-9661-f18b3615c4b8 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=e056da4a-201b-49f0-b8fe-7e84ff97ec06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0649822 Aug 26 06:30:22.663341 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-5e57c29f-8068-460d-b5f2-467f6fbe2e86 req-03787144-3aef-4f47-a920-65f20aeeec96 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51f86ed4-515a-497b-a31e-582b2568d07c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069016 Aug 26 06:30:22.701688 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-762bd35c-79f3-4180-9152-76f46a802aa3 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e056da4a-201b-49f0-b8fe-7e84ff97ec06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270180 Aug 26 06:30:22.815351 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-b0befd41-abb4-4eab-a125-431474b65dd6 req-c4e0d3cf-3449-4ef0-8686-b211bc7494aa service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e056da4a-201b-49f0-b8fe-7e84ff97ec06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070666 Aug 26 06:30:23.808612 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3edb6-3a45-4a0a-a341-299c6f0de288 req-6d724051-8e8a-45b1-a67a-1d71af68fce2 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:30:23.810128 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cac3edb6-3a45-4a0a-a341-299c6f0de288 req-6d724051-8e8a-45b1-a67a-1d71af68fce2 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=03e40e2d-94dd-457a-8aa3-4810a4c316c8 HTTP/1.1" status: 200 len: 943 time: 0.0506735 Aug 26 06:30:23.865458 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-cac3edb6-3a45-4a0a-a341-299c6f0de288 req-76dfcf83-8591-4665-8cd0-d9fe63087e1f tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51f86ed4-515a-497b-a31e-582b2568d07c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496259 Aug 26 06:30:24.992218 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ce0d1-2d5b-4dc9-b2ec-3e8dd1181e9d req-ad68010f-4df7-4d01-81d4-1d9d07dbff37 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:30:24.993690 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-623ce0d1-2d5b-4dc9-b2ec-3e8dd1181e9d req-ad68010f-4df7-4d01-81d4-1d9d07dbff37 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=03e40e2d-94dd-457a-8aa3-4810a4c316c8 HTTP/1.1" status: 200 len: 943 time: 0.0487931 Aug 26 06:30:25.044493 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-623ce0d1-2d5b-4dc9-b2ec-3e8dd1181e9d req-af3dd90a-ead3-4bdd-96e9-21cb60ee7ac7 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51f86ed4-515a-497b-a31e-582b2568d07c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450675 Aug 26 06:30:26.189291 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534e435-6e02-404b-a765-80e5cd3f4314 req-ee1a719e-d503-4ce5-a500-89c75ed12232 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:30:26.190856 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-5534e435-6e02-404b-a765-80e5cd3f4314 req-ee1a719e-d503-4ce5-a500-89c75ed12232 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=03e40e2d-94dd-457a-8aa3-4810a4c316c8 HTTP/1.1" status: 200 len: 943 time: 0.0580394 Aug 26 06:30:26.229755 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device f0fcf348-aeb7-46e5-a86a-c7349af6e732 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107135) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 06:30:26.232899 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:30:26.249469 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-5534e435-6e02-404b-a765-80e5cd3f4314 req-f4d0cb5d-5c6d-4f82-b88f-9a8304c96164 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51f86ed4-515a-497b-a31e-582b2568d07c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479796 Aug 26 06:30:26.360745 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port f0fcf348-aeb7-46e5-a86a-c7349af6e732, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=f0fcf348-aeb7-46e5-a86a-c7349af6e732,segment=NetworkSegment(e272a224-57ee-4bb2-9b2c-c27e7d8f75a9),segment_id=e272a224-57ee-4bb2-9b2c-c27e7d8f75a9)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:30:26.374095 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Returning: {'device': 'f0fcf348-aeb7-46e5-a86a-c7349af6e732', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'port_id': 'f0fcf348-aeb7-46e5-a86a-c7349af6e732', 'mac_address': 'fa:16:3e:94:04:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107135) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 06:30:26.418332 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port f0fcf348-aeb7-46e5-a86a-c7349af6e732 is: DOWN; New status is: BUILD {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:30:26.418747 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (f0fcf348-aeb7-46e5-a86a-c7349af6e732), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:26.434532 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0fcf348-aeb7-46e5-a86a-c7349af6e732 {{(pid=107135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 06:30:26.459323 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port f0fcf348-aeb7-46e5-a86a-c7349af6e732, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=f0fcf348-aeb7-46e5-a86a-c7349af6e732,segment=NetworkSegment(e272a224-57ee-4bb2-9b2c-c27e7d8f75a9),segment_id=e272a224-57ee-4bb2-9b2c-c27e7d8f75a9)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:30:26.480290 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c441e88e-cae5-43a8-9b1f-967341a9794c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:26.594686 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (f0fcf348-aeb7-46e5-a86a-c7349af6e732), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:26.644653 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=f0fcf348-aeb7-46e5-a86a-c7349af6e732,revision_number=4']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:30:26.652366 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:26.652716 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:26.653065 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:26.653410 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:26.653752 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:26.654088 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:26.654418 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:26.654789 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:26.655155 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:26.655448 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:26.655777 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:26.656107 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:26.656428 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:26.656751 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:26.657073 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:30:26.796814 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] get_ports_and_sgs() called for port_ids ['f0fcf348-aeb7-46e5-a86a-c7349af6e732'] {{(pid=107135) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 06:30:27.378691 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0602eb0-81e4-4bfc-a302-90173b30bd1a req-6b5baf6a-3087-457b-8324-bba19665a42d tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:30:27.380195 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f0602eb0-81e4-4bfc-a302-90173b30bd1a req-6b5baf6a-3087-457b-8324-bba19665a42d tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=03e40e2d-94dd-457a-8aa3-4810a4c316c8 HTTP/1.1" status: 200 len: 944 time: 0.0489779 Aug 26 06:30:27.430438 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-f0602eb0-81e4-4bfc-a302-90173b30bd1a req-875e6ec3-ee84-4694-ba0e-d77eca4d77e0 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51f86ed4-515a-497b-a31e-582b2568d07c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438128 Aug 26 06:30:28.260238 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device f0fcf348-aeb7-46e5-a86a-c7349af6e732 up at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 06:30:28.303200 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning for port f0fcf348-aeb7-46e5-a86a-c7349af6e732 completed by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 06:30:28.463661 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Provisioning complete for port f0fcf348-aeb7-46e5-a86a-c7349af6e732 triggered by entity L2. {{(pid=107135) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 06:30:28.464086 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777089'] for port (f0fcf348-aeb7-46e5-a86a-c7349af6e732), provisioning_complete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:28.534958 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:30:28.548417 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:30:28.573783 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44dcb51-28b8-4f30-8894-c169cbc16eb1 req-c95345ee-c237-41dd-87f5-c5f98c95fdf8 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:30:28.576064 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e44dcb51-28b8-4f30-8894-c169cbc16eb1 req-c95345ee-c237-41dd-87f5-c5f98c95fdf8 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=03e40e2d-94dd-457a-8aa3-4810a4c316c8 HTTP/1.1" status: 200 len: 944 time: 0.0600681 Aug 26 06:30:28.596843 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Current status of the port f0fcf348-aeb7-46e5-a86a-c7349af6e732 is: BUILD; New status is: ACTIVE {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:30:28.604547 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (f0fcf348-aeb7-46e5-a86a-c7349af6e732), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:28.633095 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e40e2d-94dd-457a-8aa3-4810a4c316c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fcf348-aeb7-46e5-a86a-c7349af6e732'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:30:28.636099 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc106e9f9832226dd913a824a8ae1ea8f79b2df9cdef89c79e10f33880c5a8de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c3cded-ccbd-4b26-a8f8-26ac31748504" -d '{"events": [{"server_uuid": "03e40e2d-94dd-457a-8aa3-4810a4c316c8", "name": "network-vif-plugged", "status": "completed", "tag": "f0fcf348-aeb7-46e5-a86a-c7349af6e732"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:30:28.647784 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-e44dcb51-28b8-4f30-8894-c169cbc16eb1 req-0ea72eef-ea23-4fe5-9b97-37a8658ade80 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51f86ed4-515a-497b-a31e-582b2568d07c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642207 Aug 26 06:30:28.663774 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] For port f0fcf348-aeb7-46e5-a86a-c7349af6e732, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=f0fcf348-aeb7-46e5-a86a-c7349af6e732,segment=NetworkSegment(e272a224-57ee-4bb2-9b2c-c27e7d8f75a9),segment_id=e272a224-57ee-4bb2-9b2c-c27e7d8f75a9)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:30:28.694918 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9d0495-2da1-423f-bec8-d02c0c851f13 x-openstack-request-id: req-1a9d0495-2da1-423f-bec8-d02c0c851f13 {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:30:28.695324 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e40e2d-94dd-457a-8aa3-4810a4c316c8", "name": "network-vif-plugged", "status": "completed", "tag": "f0fcf348-aeb7-46e5-a86a-c7349af6e732", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:30:28.695701 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1a9d0495-2da1-423f-bec8-d02c0c851f13 {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:30:28.696179 dv-cinder-853910-3-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a9d0495-2da1-423f-bec8-d02c0c851f13'] response: {'server_uuid': '03e40e2d-94dd-457a-8aa3-4810a4c316c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fcf348-aeb7-46e5-a86a-c7349af6e732', 'code': 200} Aug 26 06:30:28.714769 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3fe49a7e-9a64-40ac-b528-f4c941274ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:28.829257 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776576264057', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776575819605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776575819623'] for port (f0fcf348-aeb7-46e5-a86a-c7349af6e732), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:28.883781 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Pushing event updated for resources: {'Port': ['ID=f0fcf348-aeb7-46e5-a86a-c7349af6e732,revision_number=5']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:30:29.197713 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18d258-bf27-4ed2-859f-8c4d5f466225 req-f1a3b162-427b-444a-b516-05abf5d280f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:30:29.199240 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6c18d258-bf27-4ed2-859f-8c4d5f466225 req-f1a3b162-427b-444a-b516-05abf5d280f3 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=03e40e2d-94dd-457a-8aa3-4810a4c316c8 HTTP/1.1" status: 200 len: 1129 time: 0.0455866 Aug 26 06:30:29.248939 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-6c18d258-bf27-4ed2-859f-8c4d5f466225 req-198c4b0c-2336-46b9-aa8a-ce8ccd3b825c service neutron] 10.222.0.76 "GET /networking/v2.0/security-groups?id=51f86ed4-515a-497b-a31e-582b2568d07c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438960 Aug 26 06:30:29.778720 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989b5ea-1f84-4984-8cd7-b95c7b0766b8 req-d3554a38-657e-4d0d-825d-8e45658e8919 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:30:29.780111 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1989b5ea-1f84-4984-8cd7-b95c7b0766b8 req-d3554a38-657e-4d0d-825d-8e45658e8919 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=03e40e2d-94dd-457a-8aa3-4810a4c316c8 HTTP/1.1" status: 200 len: 945 time: 0.0528581 Aug 26 06:30:29.835632 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-1989b5ea-1f84-4984-8cd7-b95c7b0766b8 req-49f198e2-629b-4481-bf3e-70a4286862ac tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51f86ed4-515a-497b-a31e-582b2568d07c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490601 Aug 26 06:30:29.908942 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:30.978756 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a03f8-31c7-45a1-b687-b63109f045ef req-d6098f7e-a2bc-446a-a249-70f220dc8842 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:30:30.980284 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-aa3a03f8-31c7-45a1-b687-b63109f045ef req-d6098f7e-a2bc-446a-a249-70f220dc8842 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=03e40e2d-94dd-457a-8aa3-4810a4c316c8 HTTP/1.1" status: 200 len: 945 time: 0.0572617 Aug 26 06:30:31.006117 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:30:31.032906 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-aa3a03f8-31c7-45a1-b687-b63109f045ef req-3f9b2fd5-9a1a-4bda-b873-94c189188c39 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51f86ed4-515a-497b-a31e-582b2568d07c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470226 Aug 26 06:30:31.162683 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9685c4-0dde-42b7-abc5-0b8496d362a0 req-fe30bfd7-9a7d-4081-b00b-d367c744ae27 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:30:31.164351 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-ad9685c4-0dde-42b7-abc5-0b8496d362a0 req-fe30bfd7-9a7d-4081-b00b-d367c744ae27 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=03e40e2d-94dd-457a-8aa3-4810a4c316c8 HTTP/1.1" status: 200 len: 945 time: 0.0574009 Aug 26 06:30:31.174507 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59528) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:30:31.182109 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.v2.base [None req-31980964-af8c-4ef7-980e-35200a740a8e tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Request body: {'floatingip': {'port_id': 'f0fcf348-aeb7-46e5-a86a-c7349af6e732'}} {{(pid=107133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 06:30:31.224755 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-31980964-af8c-4ef7-980e-35200a740a8e tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for floatingip (61b56f8b-3224-4d68-ac6f-2156d9113ca1), before_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:31.480355 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:31.543657 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:31.624112 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:30:31.772665 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:31.936133 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.db.resource_extend [None req-31980964-af8c-4ef7-980e-35200a740a8e tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 26 06:30:31.991386 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-31980964-af8c-4ef7-980e-35200a740a8e tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:32.086568 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-31980964-af8c-4ef7-980e-35200a740a8e tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614170'] for floatingip (61b56f8b-3224-4d68-ac6f-2156d9113ca1), after_update {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:32.203601 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.db.l3_db [None req-31980964-af8c-4ef7-980e-35200a740a8e tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Floating IP 61b56f8b-3224-4d68-ac6f-2156d9113ca1 associated. External IP: 172.27.3.63, port: f0fcf348-aeb7-46e5-a86a-c7349af6e732. Aug 26 06:30:32.433901 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31980964-af8c-4ef7-980e-35200a740a8e tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Router fc03e21e-d989-45a0-97fc-d438bdfd69cb has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:30:32.485130 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:30:32.543646 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31980964-af8c-4ef7-980e-35200a740a8e tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:30:32.548737 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-31980964-af8c-4ef7-980e-35200a740a8e tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for floatingip (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:32.555708 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807cdb9c-a7e8-40f0-ab7d-392196186827 None None] Sync routers for ids ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'] in dv-cinder-853910-3-iscsi {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:30:32.568142 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807cdb9c-a7e8-40f0-ab7d-392196186827 None None] Routers {'fc03e21e-d989-45a0-97fc-d438bdfd69cb'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:30:32.568852 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-807cdb9c-a7e8-40f0-ab7d-392196186827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:30:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:30:32.585823 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-31980964-af8c-4ef7-980e-35200a740a8e tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/61b56f8b-3224-4d68-ac6f-2156d9113ca1 HTTP/1.1" status: 200 len: 990 time: 1.4097476 Aug 26 06:30:32.586476 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e40e2d-94dd-457a-8aa3-4810a4c316c8', 'tag': 'f0fcf348-aeb7-46e5-a86a-c7349af6e732'}] {{(pid=107133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:30:32.588847 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8285fbc4cf3847b51d9cb7eba3379b7f58b909d4ff4eae5f417f2c246939f2fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1401bb2e-f44d-424b-ba81-fa93255f25e6" -d '{"events": [{"name": "network-changed", "server_uuid": "03e40e2d-94dd-457a-8aa3-4810a4c316c8", "tag": "f0fcf348-aeb7-46e5-a86a-c7349af6e732"}]}' {{(pid=107133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:30:32.630508 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 06:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72991f5e-637a-4eb2-8750-01222b4e9543 x-openstack-request-id: req-72991f5e-637a-4eb2-8750-01222b4e9543 {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:30:32.630848 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e40e2d-94dd-457a-8aa3-4810a4c316c8", "tag": "f0fcf348-aeb7-46e5-a86a-c7349af6e732", "status": "completed", "code": 200}]} {{(pid=107133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:30:32.631110 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-72991f5e-637a-4eb2-8750-01222b4e9543 {{(pid=107133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:30:32.632219 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72991f5e-637a-4eb2-8750-01222b4e9543'] response: {'name': 'network-changed', 'server_uuid': '03e40e2d-94dd-457a-8aa3-4810a4c316c8', 'tag': 'f0fcf348-aeb7-46e5-a86a-c7349af6e732', 'status': 'completed', 'code': 200} Aug 26 06:30:32.689942 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-807cdb9c-a7e8-40f0-ab7d-392196186827 None None] Set router fc03e21e-d989-45a0-97fc-d438bdfd69cb gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:30:32.700836 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401bb2e-f44d-424b-ba81-fa93255f25e6 req-59f3f21c-8109-4c09-9a7b-a7141d7b395f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:30:32.702340 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-1401bb2e-f44d-424b-ba81-fa93255f25e6 req-59f3f21c-8109-4c09-9a7b-a7141d7b395f service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=c070cba92de641518c86248b1e27daea&device_id=03e40e2d-94dd-457a-8aa3-4810a4c316c8 HTTP/1.1" status: 200 len: 1129 time: 0.0498240 Aug 26 06:30:32.820820 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401bb2e-f44d-424b-ba81-fa93255f25e6 req-35239e72-0ecf-4c04-9f1f-b9a053bc145c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:30:32.822346 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-1401bb2e-f44d-424b-ba81-fa93255f25e6 req-35239e72-0ecf-4c04-9f1f-b9a053bc145c service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=e056da4a-201b-49f0-b8fe-7e84ff97ec06 HTTP/1.1" status: 200 len: 916 time: 0.1146464 Aug 26 06:30:32.861111 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:30:32.898036 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-1401bb2e-f44d-424b-ba81-fa93255f25e6 req-bde007a3-d7a4-45ac-8630-a6203a933605 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0fcf348-aeb7-46e5-a86a-c7349af6e732 HTTP/1.1" status: 200 len: 998 time: 0.0689592 Aug 26 06:30:32.965167 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401bb2e-f44d-424b-ba81-fa93255f25e6 req-5dfc6279-8502-448d-9688-fa1116564403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:30:32.966566 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-1401bb2e-f44d-424b-ba81-fa93255f25e6 req-5dfc6279-8502-448d-9688-fa1116564403 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e599181f-14b0-4ac4-9664-916d658a325e HTTP/1.1" status: 200 len: 854 time: 0.0625386 Aug 26 06:30:33.018820 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401bb2e-f44d-424b-ba81-fa93255f25e6 req-db5ad32f-09c3-459f-8a33-ed80ea1e5e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:30:33.020371 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-1401bb2e-f44d-424b-ba81-fa93255f25e6 req-db5ad32f-09c3-459f-8a33-ed80ea1e5e8c service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=e056da4a-201b-49f0-b8fe-7e84ff97ec06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482466 Aug 26 06:30:33.092580 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-807cdb9c-a7e8-40f0-ab7d-392196186827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'name': 'tempest-AttachVolumeNegativeTest-1899913901-router', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:26:19Z', 'updated_at': '2022-08-26T06:26:24Z', 'revision_number': 4, 'project_id': 'c070cba92de641518c86248b1e27daea', 'gw_port': {'id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:20Z', 'updated_at': '2022-08-26T06:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': '61b56f8b-3224-4d68-ac6f-2156d9113ca1', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'port_id': 'f0fcf348-aeb7-46e5-a86a-c7349af6e732', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'mac_address': 'fa:16:3e:94:04:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e40e2d-94dd-457a-8aa3-4810a4c316c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:30:15Z', 'updated_at': '2022-08-26T06:30:31Z', 'revision_number': 1, 'project_id': 'c070cba92de641518c86248b1e27daea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f37e899-75b4-4014-b402-fbc8859a4c3b', 'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'mac_address': 'fa:16:3e:43:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:23Z', 'updated_at': '2022-08-26T06:26:29Z', 'revision_number': 5, 'project_id': 'c070cba92de641518c86248b1e27daea', 'subnets': [{'id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:30:33.125478 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807cdb9c-a7e8-40f0-ab7d-392196186827 None None] Checking router: fc03e21e-d989-45a0-97fc-d438bdfd69cb for host: dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:30:33.139937 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807cdb9c-a7e8-40f0-ab7d-392196186827 None None] Routers {'fc03e21e-d989-45a0-97fc-d438bdfd69cb'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:30:33.140574 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-807cdb9c-a7e8-40f0-ab7d-392196186827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:30:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:30:33.149324 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-1401bb2e-f44d-424b-ba81-fa93255f25e6 req-ebe18c72-3599-4a1e-994f-c4bcf43a40d5 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e056da4a-201b-49f0-b8fe-7e84ff97ec06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223233 Aug 26 06:30:33.272453 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-807cdb9c-a7e8-40f0-ab7d-392196186827 None None] Set router fc03e21e-d989-45a0-97fc-d438bdfd69cb gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:30:33.293810 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:30:33.303982 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-1401bb2e-f44d-424b-ba81-fa93255f25e6 req-2a6705f9-8565-40ad-ab8c-c473166c1293 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e056da4a-201b-49f0-b8fe-7e84ff97ec06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482418 Aug 26 06:30:33.591724 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-807cdb9c-a7e8-40f0-ab7d-392196186827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'name': 'tempest-AttachVolumeNegativeTest-1899913901-router', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:26:19Z', 'updated_at': '2022-08-26T06:26:24Z', 'revision_number': 4, 'project_id': 'c070cba92de641518c86248b1e27daea', 'gw_port': {'id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:20Z', 'updated_at': '2022-08-26T06:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': '61b56f8b-3224-4d68-ac6f-2156d9113ca1', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'port_id': 'f0fcf348-aeb7-46e5-a86a-c7349af6e732', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'mac_address': 'fa:16:3e:94:04:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e40e2d-94dd-457a-8aa3-4810a4c316c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:30:15Z', 'updated_at': '2022-08-26T06:30:31Z', 'revision_number': 1, 'project_id': 'c070cba92de641518c86248b1e27daea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f37e899-75b4-4014-b402-fbc8859a4c3b', 'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'mac_address': 'fa:16:3e:43:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:23Z', 'updated_at': '2022-08-26T06:26:29Z', 'revision_number': 5, 'project_id': 'c070cba92de641518c86248b1e27daea', 'subnets': [{'id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:30:33.626971 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807cdb9c-a7e8-40f0-ab7d-392196186827 None None] The sync data for ids ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'] in dv-cinder-853910-3-iscsi is: [{'id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'name': 'tempest-AttachVolumeNegativeTest-1899913901-router', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:26:19Z', 'updated_at': '2022-08-26T06:26:24Z', 'revision_number': 4, 'project_id': 'c070cba92de641518c86248b1e27daea', 'gw_port': {'id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:20Z', 'updated_at': '2022-08-26T06:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_floatingips': [{'id': '61b56f8b-3224-4d68-ac6f-2156d9113ca1', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'router_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'port_id': 'f0fcf348-aeb7-46e5-a86a-c7349af6e732', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'mac_address': 'fa:16:3e:94:04:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e40e2d-94dd-457a-8aa3-4810a4c316c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T06:30:15Z', 'updated_at': '2022-08-26T06:30:31Z', 'revision_number': 1, 'project_id': 'c070cba92de641518c86248b1e27daea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f37e899-75b4-4014-b402-fbc8859a4c3b', 'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'mac_address': 'fa:16:3e:43:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:23Z', 'updated_at': '2022-08-26T06:26:29Z', 'revision_number': 5, 'project_id': 'c070cba92de641518c86248b1e27daea', 'subnets': [{'id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:30:33.894573 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8485a2d-7a68-486b-9595-40a298a8e0b2 None None] New status for floating IP 61b56f8b-3224-4d68-ac6f-2156d9113ca1: ACTIVE {{(pid=107136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 06:30:41.279771 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ae6a7349-6741-4f8a-8edd-7692ca35f90f req-0ac2d9ba-1259-4140-98ba-e3627d1ae10d service neutron] 10.222.0.76 "GET /networking/v2.0/ports?device_id=03e40e2d-94dd-457a-8aa3-4810a4c316c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535913 Aug 26 06:30:41.376395 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a7349-6741-4f8a-8edd-7692ca35f90f req-86c69d44-85fd-4cc8-a25b-09d4c9f021c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:30:41.377993 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ae6a7349-6741-4f8a-8edd-7692ca35f90f req-86c69d44-85fd-4cc8-a25b-09d4c9f021c5 service neutron] 10.222.0.76 "GET /networking/v2.0/ports?tenant_id=c070cba92de641518c86248b1e27daea&device_id=03e40e2d-94dd-457a-8aa3-4810a4c316c8 HTTP/1.1" status: 200 len: 1129 time: 0.0508857 Aug 26 06:30:41.502670 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a7349-6741-4f8a-8edd-7692ca35f90f req-d3c8f8d8-ad80-4876-b7e5-5b42a67fdace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:30:41.504198 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ae6a7349-6741-4f8a-8edd-7692ca35f90f req-d3c8f8d8-ad80-4876-b7e5-5b42a67fdace service neutron] 10.222.0.76 "GET /networking/v2.0/networks?id=e056da4a-201b-49f0-b8fe-7e84ff97ec06 HTTP/1.1" status: 200 len: 916 time: 0.1060328 Aug 26 06:30:41.584277 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ae6a7349-6741-4f8a-8edd-7692ca35f90f req-e5eb3cb4-1900-4152-b7d0-db31a6ecbed4 service neutron] 10.222.0.76 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0fcf348-aeb7-46e5-a86a-c7349af6e732 HTTP/1.1" status: 200 len: 1000 time: 0.0704627 Aug 26 06:30:41.643070 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a7349-6741-4f8a-8edd-7692ca35f90f req-98c48651-7dcd-4b08-8b38-bc3eae98f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:30:41.644607 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ae6a7349-6741-4f8a-8edd-7692ca35f90f req-98c48651-7dcd-4b08-8b38-bc3eae98f799 service neutron] 10.222.0.76 "GET /networking/v2.0/subnets?id=e599181f-14b0-4ac4-9664-916d658a325e HTTP/1.1" status: 200 len: 854 time: 0.0566676 Aug 26 06:30:41.696232 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a7349-6741-4f8a-8edd-7692ca35f90f req-d5aed225-1559-415a-ab6f-65eec7767b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:30:41.697872 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ae6a7349-6741-4f8a-8edd-7692ca35f90f req-d5aed225-1559-415a-ab6f-65eec7767b5b service neutron] 10.222.0.76 "GET /networking/v2.0/ports?network_id=e056da4a-201b-49f0-b8fe-7e84ff97ec06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441663 Aug 26 06:30:41.807038 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ae6a7349-6741-4f8a-8edd-7692ca35f90f req-d6edd86d-084f-49ca-945b-4dc15dd13c02 service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e056da4a-201b-49f0-b8fe-7e84ff97ec06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004593 Aug 26 06:30:41.914975 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ae6a7349-6741-4f8a-8edd-7692ca35f90f req-a2a05bee-87b9-480c-b376-e0d04ad2f21c service neutron] 10.222.0.76 "GET /networking/v2.0/networks/e056da4a-201b-49f0-b8fe-7e84ff97ec06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980163 Aug 26 06:30:42.332747 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:30:42.587585 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=57 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:30:42.587585 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:30:43.593812 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:30:43.594666 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=51 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:30:51.914141 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=49 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:30:51.915837 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=95 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:30:52.448667 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:30:52.453788 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=5 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:30:54.565640 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 6 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:30:56.400875 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e3f42036-22ce-4c9e-be10-f7d49d599686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:58.691208 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-02d2e4bb-7e57-4d74-bc68-290cd937dd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:30:59.931115 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:01.605178 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:01.679952 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:01.879248 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:11.691293 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:31:11.693652 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:31:13.508658 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:31:13.515559 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:31:16.657019 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec68147-5e62-46c9-be52-ff11946d904f req-f650eaab-582a-47f8-b2c7-3b5309238bff tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:31:16.658559 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4ec68147-5e62-46c9-be52-ff11946d904f req-f650eaab-582a-47f8-b2c7-3b5309238bff tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=03e40e2d-94dd-457a-8aa3-4810a4c316c8 HTTP/1.1" status: 200 len: 945 time: 0.0478508 Aug 26 06:31:16.712298 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-4ec68147-5e62-46c9-be52-ff11946d904f req-164ed5e5-2392-41d4-95e0-53f54a2f51ff tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51f86ed4-515a-497b-a31e-582b2568d07c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472808 Aug 26 06:31:17.840760 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a772c0e-0dc7-4d1b-8f7c-910c311fe37a req-f058e9a9-63b3-44e4-ad67-2a57df97942a tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:31:17.842236 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9a772c0e-0dc7-4d1b-8f7c-910c311fe37a req-f058e9a9-63b3-44e4-ad67-2a57df97942a tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=03e40e2d-94dd-457a-8aa3-4810a4c316c8 HTTP/1.1" status: 200 len: 945 time: 0.0508335 Aug 26 06:31:17.891333 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-9a772c0e-0dc7-4d1b-8f7c-910c311fe37a req-fd8ad1c0-fde8-4b78-8562-9686e2f9d73f tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=51f86ed4-515a-497b-a31e-582b2568d07c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433962 Aug 26 06:31:18.254790 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacff6e-d3d1-4f25-801d-cf3a474addcc req-5816b871-3357-43b6-84e2-cfe837850761 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107134) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 06:31:18.256502 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ebacff6e-d3d1-4f25-801d-cf3a474addcc req-5816b871-3357-43b6-84e2-cfe837850761 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.76 "GET /networking/v2.0/ports?device_id=03e40e2d-94dd-457a-8aa3-4810a4c316c8 HTTP/1.1" status: 200 len: 945 time: 0.0499249 Aug 26 06:31:18.346337 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [req-ebacff6e-d3d1-4f25-801d-cf3a474addcc req-09c6e729-47b1-495c-9a33-78cefb4eeb00 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Deleting port f0fcf348-aeb7-46e5-a86a-c7349af6e732 {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:31:18.346715 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-ebacff6e-d3d1-4f25-801d-cf3a474addcc req-09c6e729-47b1-495c-9a33-78cefb4eeb00 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (f0fcf348-aeb7-46e5-a86a-c7349af6e732), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:18.446110 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [req-ebacff6e-d3d1-4f25-801d-cf3a474addcc req-09c6e729-47b1-495c-9a33-78cefb4eeb00 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] For port f0fcf348-aeb7-46e5-a86a-c7349af6e732, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=f0fcf348-aeb7-46e5-a86a-c7349af6e732,segment=NetworkSegment(e272a224-57ee-4bb2-9b2c-c27e7d8f75a9),segment_id=e272a224-57ee-4bb2-9b2c-c27e7d8f75a9)] {{(pid=107134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:31:18.446475 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-ebacff6e-d3d1-4f25-801d-cf3a474addcc req-09c6e729-47b1-495c-9a33-78cefb4eeb00 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (f0fcf348-aeb7-46e5-a86a-c7349af6e732), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:18.617843 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-ebacff6e-d3d1-4f25-801d-cf3a474addcc req-09c6e729-47b1-495c-9a33-78cefb4eeb00 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:18.618119 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-ebacff6e-d3d1-4f25-801d-cf3a474addcc req-09c6e729-47b1-495c-9a33-78cefb4eeb00 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614170'] for floatingip (61b56f8b-3224-4d68-ac6f-2156d9113ca1), after_update {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:18.618435 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.db.l3_db [req-ebacff6e-d3d1-4f25-801d-cf3a474addcc req-09c6e729-47b1-495c-9a33-78cefb4eeb00 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Floating IP 61b56f8b-3224-4d68-ac6f-2156d9113ca1 disassociated. External IP: 172.27.3.63, port: f0fcf348-aeb7-46e5-a86a-c7349af6e732. Aug 26 06:31:18.618811 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [req-ebacff6e-d3d1-4f25-801d-cf3a474addcc req-09c6e729-47b1-495c-9a33-78cefb4eeb00 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Calling delete_port for f0fcf348-aeb7-46e5-a86a-c7349af6e732 owned by compute:nova {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:31:18.839692 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-ebacff6e-d3d1-4f25-801d-cf3a474addcc req-09c6e729-47b1-495c-9a33-78cefb4eeb00 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (f0fcf348-aeb7-46e5-a86a-c7349af6e732), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:18.868301 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6e729-47b1-495c-9a33-78cefb4eeb00 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Pushing event deleted for resources: {'Port': ['ID=f0fcf348-aeb7-46e5-a86a-c7349af6e732,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:31:18.882993 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6e729-47b1-495c-9a33-78cefb4eeb00 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:18.888034 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6e729-47b1-495c-9a33-78cefb4eeb00 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:18.888034 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6e729-47b1-495c-9a33-78cefb4eeb00 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:18.888034 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6e729-47b1-495c-9a33-78cefb4eeb00 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:18.888034 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6e729-47b1-495c-9a33-78cefb4eeb00 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:18.888034 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6e729-47b1-495c-9a33-78cefb4eeb00 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:18.888034 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6e729-47b1-495c-9a33-78cefb4eeb00 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:18.888034 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6e729-47b1-495c-9a33-78cefb4eeb00 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:18.888034 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6e729-47b1-495c-9a33-78cefb4eeb00 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:18.888034 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6e729-47b1-495c-9a33-78cefb4eeb00 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:18.888034 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6e729-47b1-495c-9a33-78cefb4eeb00 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:18.888034 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6e729-47b1-495c-9a33-78cefb4eeb00 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:18.888034 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6e729-47b1-495c-9a33-78cefb4eeb00 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:18.888034 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6e729-47b1-495c-9a33-78cefb4eeb00 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:18.889872 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c6e729-47b1-495c-9a33-78cefb4eeb00 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:18.994835 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebacff6e-d3d1-4f25-801d-cf3a474addcc req-09c6e729-47b1-495c-9a33-78cefb4eeb00 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Router fc03e21e-d989-45a0-97fc-d438bdfd69cb has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:31:19.004098 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-c0d12965-3ad3-4114-a0a9-d93ce403b627 req-63580a2b-3174-489c-99b5-ee2f194ae99d tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=03e40e2d-94dd-457a-8aa3-4810a4c316c8 HTTP/1.1" status: 200 len: 210 time: 0.0324285 Aug 26 06:31:19.081189 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:31:19.103374 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebacff6e-d3d1-4f25-801d-cf3a474addcc req-09c6e729-47b1-495c-9a33-78cefb4eeb00 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:31:19.112905 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035ba1df-65c1-49e4-a58a-8e5db22bd9d8 None None] Sync routers for ids ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'] in dv-cinder-853910-3-iscsi {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:31:19.123068 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035ba1df-65c1-49e4-a58a-8e5db22bd9d8 None None] Routers {'fc03e21e-d989-45a0-97fc-d438bdfd69cb'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:31:19.123609 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-035ba1df-65c1-49e4-a58a-8e5db22bd9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:30:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:31:19.147451 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebacff6e-d3d1-4f25-801d-cf3a474addcc req-09c6e729-47b1-495c-9a33-78cefb4eeb00 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] No DVR routers for this DVR port f0fcf348-aeb7-46e5-a86a-c7349af6e732 on host hv-cinder-85391 {{(pid=107134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:31:19.149910 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [req-ebacff6e-d3d1-4f25-801d-cf3a474addcc req-09c6e729-47b1-495c-9a33-78cefb4eeb00 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for port (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:19.153301 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [req-ebacff6e-d3d1-4f25-801d-cf3a474addcc req-09c6e729-47b1-495c-9a33-78cefb4eeb00 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.76 "DELETE /networking/v2.0/ports/f0fcf348-aeb7-46e5-a86a-c7349af6e732 HTTP/1.1" status: 204 len: 173 time: 0.8914425 Aug 26 06:31:19.153749 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e40e2d-94dd-457a-8aa3-4810a4c316c8', 'name': 'network-vif-deleted', 'tag': 'f0fcf348-aeb7-46e5-a86a-c7349af6e732'}] {{(pid=107134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 06:31:19.156088 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98877e02f8b3cb06335249729d630ff259ce8fa3eff905cdf154d6d548f15152" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b11543-e25d-4421-a3ee-153b08c54b5f" -d '{"events": [{"server_uuid": "03e40e2d-94dd-457a-8aa3-4810a4c316c8", "name": "network-vif-deleted", "tag": "f0fcf348-aeb7-46e5-a86a-c7349af6e732"}]}' {{(pid=107134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 06:31:19.200370 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 06:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d23e3be-a922-4218-b4f8-93dc61eb3484 x-openstack-request-id: req-2d23e3be-a922-4218-b4f8-93dc61eb3484 {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 06:31:19.200768 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e40e2d-94dd-457a-8aa3-4810a4c316c8", "name": "network-vif-deleted", "tag": "f0fcf348-aeb7-46e5-a86a-c7349af6e732", "status": "completed", "code": 200}]} {{(pid=107134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 06:31:19.201114 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2d23e3be-a922-4218-b4f8-93dc61eb3484 {{(pid=107134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 06:31:19.202223 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d23e3be-a922-4218-b4f8-93dc61eb3484'] response: {'server_uuid': '03e40e2d-94dd-457a-8aa3-4810a4c316c8', 'name': 'network-vif-deleted', 'tag': 'f0fcf348-aeb7-46e5-a86a-c7349af6e732', 'status': 'completed', 'code': 200} Aug 26 06:31:19.240236 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-035ba1df-65c1-49e4-a58a-8e5db22bd9d8 None None] Set router fc03e21e-d989-45a0-97fc-d438bdfd69cb gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:31:19.440385 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-035ba1df-65c1-49e4-a58a-8e5db22bd9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'name': 'tempest-AttachVolumeNegativeTest-1899913901-router', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:26:19Z', 'updated_at': '2022-08-26T06:26:24Z', 'revision_number': 4, 'project_id': 'c070cba92de641518c86248b1e27daea', 'gw_port': {'id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:20Z', 'updated_at': '2022-08-26T06:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '9f37e899-75b4-4014-b402-fbc8859a4c3b', 'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'mac_address': 'fa:16:3e:43:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:23Z', 'updated_at': '2022-08-26T06:26:29Z', 'revision_number': 5, 'project_id': 'c070cba92de641518c86248b1e27daea', 'subnets': [{'id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:31:19.465094 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035ba1df-65c1-49e4-a58a-8e5db22bd9d8 None None] Checking router: fc03e21e-d989-45a0-97fc-d438bdfd69cb for host: dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:31:19.475168 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035ba1df-65c1-49e4-a58a-8e5db22bd9d8 None None] Routers {'fc03e21e-d989-45a0-97fc-d438bdfd69cb'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:31:19.475789 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-035ba1df-65c1-49e4-a58a-8e5db22bd9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:30:59Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:31:19.585279 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-035ba1df-65c1-49e4-a58a-8e5db22bd9d8 None None] Set router fc03e21e-d989-45a0-97fc-d438bdfd69cb gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:31:19.778504 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-035ba1df-65c1-49e4-a58a-8e5db22bd9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'name': 'tempest-AttachVolumeNegativeTest-1899913901-router', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:26:19Z', 'updated_at': '2022-08-26T06:26:24Z', 'revision_number': 4, 'project_id': 'c070cba92de641518c86248b1e27daea', 'gw_port': {'id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:20Z', 'updated_at': '2022-08-26T06:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '9f37e899-75b4-4014-b402-fbc8859a4c3b', 'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'mac_address': 'fa:16:3e:43:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:23Z', 'updated_at': '2022-08-26T06:26:29Z', 'revision_number': 5, 'project_id': 'c070cba92de641518c86248b1e27daea', 'subnets': [{'id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:31:19.808322 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035ba1df-65c1-49e4-a58a-8e5db22bd9d8 None None] The sync data for ids ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'] in dv-cinder-853910-3-iscsi is: [{'id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'name': 'tempest-AttachVolumeNegativeTest-1899913901-router', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:26:19Z', 'updated_at': '2022-08-26T06:26:24Z', 'revision_number': 4, 'project_id': 'c070cba92de641518c86248b1e27daea', 'gw_port': {'id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:20Z', 'updated_at': '2022-08-26T06:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi', '_interfaces': [{'id': '9f37e899-75b4-4014-b402-fbc8859a4c3b', 'name': '', 'network_id': 'e056da4a-201b-49f0-b8fe-7e84ff97ec06', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'mac_address': 'fa:16:3e:43:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:23Z', 'updated_at': '2022-08-26T06:26:29Z', 'revision_number': 5, 'project_id': 'c070cba92de641518c86248b1e27daea', 'subnets': [{'id': 'e599181f-14b0-4ac4-9664-916d658a325e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:31:20.054827 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e757a4d5-a2ae-4455-bc1a-8b77923a0dbb None None] New status for floating IP 61b56f8b-3224-4d68-ac6f-2156d9113ca1: DOWN {{(pid=107136) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 06:31:20.135525 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [req-a6860a6b-5cf2-4b0f-9611-890f37dfeeae req-4c68ee91-7040-420d-8b7e-076724c1e2d4 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=03e40e2d-94dd-457a-8aa3-4810a4c316c8 HTTP/1.1" status: 200 len: 210 time: 0.0332959 Aug 26 06:31:21.377052 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59612) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:31:21.436059 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-463c9f16-3814-4571-b2c2-5f48f2964121 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group (51f86ed4-515a-497b-a31e-582b2568d07c), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:21.460175 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-463c9f16-3814-4571-b2c2-5f48f2964121 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group (51f86ed4-515a-497b-a31e-582b2568d07c), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:21.644895 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-463c9f16-3814-4571-b2c2-5f48f2964121 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (51f86ed4-515a-497b-a31e-582b2568d07c), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:21.647580 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-463c9f16-3814-4571-b2c2-5f48f2964121 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:21.650156 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-463c9f16-3814-4571-b2c2-5f48f2964121 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/51f86ed4-515a-497b-a31e-582b2568d07c HTTP/1.1" status: 204 len: 168 time: 0.2713015 Aug 26 06:31:21.652478 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 59614) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:31:21.664859 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c9f16-3814-4571-b2c2-5f48f2964121 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f86ed4-515a-497b-a31e-582b2568d07c,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:31:21.673284 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.api.v2.resource [None req-a10796d1-95b3-4e39-a182-515e449db9fc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] show failed (client error): The resource could not be found. Aug 26 06:31:21.673498 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c9f16-3814-4571-b2c2-5f48f2964121 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:21.673629 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c9f16-3814-4571-b2c2-5f48f2964121 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:21.674029 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c9f16-3814-4571-b2c2-5f48f2964121 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:21.674442 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c9f16-3814-4571-b2c2-5f48f2964121 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:21.675122 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-a10796d1-95b3-4e39-a182-515e449db9fc tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "GET /networking/v2.0/security-groups/51f86ed4-515a-497b-a31e-582b2568d07c HTTP/1.1" status: 404 len: 347 time: 0.0208974 Aug 26 06:31:21.675521 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c9f16-3814-4571-b2c2-5f48f2964121 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:21.675699 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c9f16-3814-4571-b2c2-5f48f2964121 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:21.676167 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c9f16-3814-4571-b2c2-5f48f2964121 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:21.676620 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c9f16-3814-4571-b2c2-5f48f2964121 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:21.677352 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c9f16-3814-4571-b2c2-5f48f2964121 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:21.678400 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c9f16-3814-4571-b2c2-5f48f2964121 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:21.678400 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c9f16-3814-4571-b2c2-5f48f2964121 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:21.678956 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c9f16-3814-4571-b2c2-5f48f2964121 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:21.679430 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 59616) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:31:21.679761 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c9f16-3814-4571-b2c2-5f48f2964121 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:21.680155 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c9f16-3814-4571-b2c2-5f48f2964121 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:21.680506 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463c9f16-3814-4571-b2c2-5f48f2964121 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:21.773446 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:31:21.819561 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-09a5d73c-22d8-4ce5-a00b-d685efbbf723 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Deleting port 061a670d-fcf3-4bc4-96ab-89baa360d733 {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:31:21.820146 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-09a5d73c-22d8-4ce5-a00b-d685efbbf723 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (061a670d-fcf3-4bc4-96ab-89baa360d733), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:21.902523 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-09a5d73c-22d8-4ce5-a00b-d685efbbf723 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (061a670d-fcf3-4bc4-96ab-89baa360d733), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:21.902883 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-09a5d73c-22d8-4ce5-a00b-d685efbbf723 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for floatingip (061a670d-fcf3-4bc4-96ab-89baa360d733), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:21.916372 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-09a5d73c-22d8-4ce5-a00b-d685efbbf723 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Calling delete_port for 061a670d-fcf3-4bc4-96ab-89baa360d733 owned by network:floatingip {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:31:22.423168 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-09a5d73c-22d8-4ce5-a00b-d685efbbf723 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (061a670d-fcf3-4bc4-96ab-89baa360d733), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:22.449496 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5d73c-22d8-4ce5-a00b-d685efbbf723 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Pushing event deleted for resources: {'Port': ['ID=061a670d-fcf3-4bc4-96ab-89baa360d733,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:31:22.515442 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-09a5d73c-22d8-4ce5-a00b-d685efbbf723 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks [] for floatingip (61b56f8b-3224-4d68-ac6f-2156d9113ca1), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:22.518028 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-09a5d73c-22d8-4ce5-a00b-d685efbbf723 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71663'] for floatingip (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:22.524845 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-09a5d73c-22d8-4ce5-a00b-d685efbbf723 tempest-AttachVolumeNegativeTest-1915838625 tempest-AttachVolumeNegativeTest-1915838625-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/61b56f8b-3224-4d68-ac6f-2156d9113ca1 HTTP/1.1" status: 204 len: 168 time: 0.8386636 Aug 26 06:31:22.571560 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device f0fcf348-aeb7-46e5-a86a-c7349af6e732 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:31:22.591816 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] No Port match for: f0fcf348-aeb7-46e5-a86a-c7349af6e732 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:31:22.592150 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Device f0fcf348-aeb7-46e5-a86a-c7349af6e732 not bound to the agent host hv-cinder-85391 {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:31:26.404535 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-55e39842-372c-41f6-a278-408b0a272654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:27.165854 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 59654) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:31:27.549825 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:31:27.612812 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3611af25-01d6-4e6c-ad6c-8d7fafccab78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1614426'] for router_interface (fc03e21e-d989-45a0-97fc-d438bdfd69cb), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:27.856795 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-3611af25-01d6-4e6c-ad6c-8d7fafccab78 admin admin] Deleting port 9f37e899-75b4-4014-b402-fbc8859a4c3b {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:31:27.857040 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3611af25-01d6-4e6c-ad6c-8d7fafccab78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (9f37e899-75b4-4014-b402-fbc8859a4c3b), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:27.944321 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [None req-3611af25-01d6-4e6c-ad6c-8d7fafccab78 admin admin] For port 9f37e899-75b4-4014-b402-fbc8859a4c3b, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=9f37e899-75b4-4014-b402-fbc8859a4c3b,segment=NetworkSegment(e272a224-57ee-4bb2-9b2c-c27e7d8f75a9),segment_id=e272a224-57ee-4bb2-9b2c-c27e7d8f75a9)] {{(pid=107134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:31:27.944684 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3611af25-01d6-4e6c-ad6c-8d7fafccab78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (9f37e899-75b4-4014-b402-fbc8859a4c3b), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:27.957660 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-3611af25-01d6-4e6c-ad6c-8d7fafccab78 admin admin] Calling delete_port for 9f37e899-75b4-4014-b402-fbc8859a4c3b owned by network:router_interface {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:31:27.961813 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:31:28.382200 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3611af25-01d6-4e6c-ad6c-8d7fafccab78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (9f37e899-75b4-4014-b402-fbc8859a4c3b), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:28.407964 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611af25-01d6-4e6c-ad6c-8d7fafccab78 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f37e899-75b4-4014-b402-fbc8859a4c3b,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:31:28.479593 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:31:28.591751 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3611af25-01d6-4e6c-ad6c-8d7fafccab78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1614382'] for router_interface (fc03e21e-d989-45a0-97fc-d438bdfd69cb), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:28.702140 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-b8b2d7f9-9fda-470b-bd3c-d388bd6e1081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:28.811894 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3611af25-01d6-4e6c-ad6c-8d7fafccab78 admin admin] Router fc03e21e-d989-45a0-97fc-d438bdfd69cb has already been hosted by L3 agent 6a119b4b-011b-42fe-a4e1-c5af22fdbc75 {{(pid=107134) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 06:31:28.936230 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=100 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:31:28.936230 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3611af25-01d6-4e6c-ad6c-8d7fafccab78 admin admin] Notify agent at l3_agent.dv-cinder-853910-3-iscsi the message routers_updated {{(pid=107134) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 06:31:28.936230 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-3611af25-01d6-4e6c-ad6c-8d7fafccab78 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/fc03e21e-d989-45a0-97fc-d438bdfd69cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7674630 Aug 26 06:31:28.938030 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59658) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:31:28.941692 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72a14ef-9a67-4213-b385-0e0ee457b7c4 None None] Sync routers for ids ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'] in dv-cinder-853910-3-iscsi {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 06:31:28.951743 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72a14ef-9a67-4213-b385-0e0ee457b7c4 None None] Routers {'fc03e21e-d989-45a0-97fc-d438bdfd69cb'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:31:28.952492 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-b72a14ef-9a67-4213-b385-0e0ee457b7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:31:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:31:29.047645 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a9ce524f-21a8-4307-8a6d-0cfe717e8ddd admin admin] Publish callbacks [] for router (fc03e21e-d989-45a0-97fc-d438bdfd69cb), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:29.062573 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-b72a14ef-9a67-4213-b385-0e0ee457b7c4 None None] Set router fc03e21e-d989-45a0-97fc-d438bdfd69cb gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:31:29.157847 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a9ce524f-21a8-4307-8a6d-0cfe717e8ddd admin admin] Publish callbacks [] for router_gateway (fc03e21e-d989-45a0-97fc-d438bdfd69cb), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:29.310118 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:31:29.356613 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:31:29.362902 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-b72a14ef-9a67-4213-b385-0e0ee457b7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'name': 'tempest-AttachVolumeNegativeTest-1899913901-router', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:26:19Z', 'updated_at': '2022-08-26T06:31:28Z', 'revision_number': 5, 'project_id': 'c070cba92de641518c86248b1e27daea', 'gw_port': {'id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:20Z', 'updated_at': '2022-08-26T06:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:31:29.388895 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72a14ef-9a67-4213-b385-0e0ee457b7c4 None None] Checking router: fc03e21e-d989-45a0-97fc-d438bdfd69cb for host: dv-cinder-853910-3-iscsi {{(pid=107135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 06:31:29.397387 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72a14ef-9a67-4213-b385-0e0ee457b7c4 None None] Routers {'fc03e21e-d989-45a0-97fc-d438bdfd69cb'} bound to L3 agent in host dv-cinder-853910-3-iscsi {{(pid=107135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 06:31:29.397998 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-b72a14ef-9a67-4213-b385-0e0ee457b7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T06:07:59Z,description=,heartbeat_timestamp=2022-08-26T06:31:29Z,host='dv-cinder-853910-3-iscsi',id=6a119b4b-011b-42fe-a4e1-c5af22fdbc75,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T06:07:59Z,topic='l3_agent')) {'router_ids': ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'], 'active': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:31:29.469913 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [None req-a9ce524f-21a8-4307-8a6d-0cfe717e8ddd admin admin] Deleting port cab7326d-c6ee-4427-8ef1-471973ff0678 {{(pid=107133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:31:29.471035 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a9ce524f-21a8-4307-8a6d-0cfe717e8ddd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (cab7326d-c6ee-4427-8ef1-471973ff0678), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:29.524207 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvr_db [None req-b72a14ef-9a67-4213-b385-0e0ee457b7c4 None None] Set router fc03e21e-d989-45a0-97fc-d438bdfd69cb gateway port host: dv-cinder-853910-3-iscsi {{(pid=107135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 06:31:29.568550 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.db [None req-a9ce524f-21a8-4307-8a6d-0cfe717e8ddd admin admin] For port cab7326d-c6ee-4427-8ef1-471973ff0678, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=cab7326d-c6ee-4427-8ef1-471973ff0678,segment=NetworkSegment(1390a542-366f-4986-b4c7-57ccad3a4e4e),segment_id=1390a542-366f-4986-b4c7-57ccad3a4e4e)] {{(pid=107133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:31:29.569071 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a9ce524f-21a8-4307-8a6d-0cfe717e8ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (cab7326d-c6ee-4427-8ef1-471973ff0678), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:29.582689 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.plugins.ml2.plugin [None req-a9ce524f-21a8-4307-8a6d-0cfe717e8ddd admin admin] Calling delete_port for cab7326d-c6ee-4427-8ef1-471973ff0678 owned by network:router_gateway {{(pid=107133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:31:29.707499 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_hamode_db [None req-b72a14ef-9a67-4213-b385-0e0ee457b7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'name': 'tempest-AttachVolumeNegativeTest-1899913901-router', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:26:19Z', 'updated_at': '2022-08-26T06:31:28Z', 'revision_number': 5, 'project_id': 'c070cba92de641518c86248b1e27daea', 'gw_port': {'id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:20Z', 'updated_at': '2022-08-26T06:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}], 'dv-cinder-853910-3-iscsi', False) {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:31:29.734735 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72a14ef-9a67-4213-b385-0e0ee457b7c4 None None] The sync data for ids ['fc03e21e-d989-45a0-97fc-d438bdfd69cb'] in dv-cinder-853910-3-iscsi is: [{'id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'name': 'tempest-AttachVolumeNegativeTest-1899913901-router', 'tenant_id': 'c070cba92de641518c86248b1e27daea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'external_fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T06:26:19Z', 'updated_at': '2022-08-26T06:31:28Z', 'revision_number': 5, 'project_id': 'c070cba92de641518c86248b1e27daea', 'gw_port': {'id': 'cab7326d-c6ee-4427-8ef1-471973ff0678', 'name': '', 'network_id': '7bfbcaf8-cfd7-4da9-9873-fb578302608c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03e21e-d989-45a0-97fc-d438bdfd69cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '6eb332c5-848f-450d-bdad-4a764241332a', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T06:26:20Z', 'updated_at': '2022-08-26T06:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6eb332c5-848f-450d-bdad-4a764241332a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-3-iscsi'}] {{(pid=107135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 06:31:29.935966 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a9ce524f-21a8-4307-8a6d-0cfe717e8ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9095011'] for port (cab7326d-c6ee-4427-8ef1-471973ff0678), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:29.961383 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce524f-21a8-4307-8a6d-0cfe717e8ddd admin admin] Pushing event deleted for resources: {'Port': ['ID=cab7326d-c6ee-4427-8ef1-471973ff0678,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:31:29.964587 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:30.015017 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:31:30.027938 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:31:30.038837 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a9ce524f-21a8-4307-8a6d-0cfe717e8ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1621663'] for router_gateway (fc03e21e-d989-45a0-97fc-d438bdfd69cb), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:30.131989 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:31:30.135552 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=5 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:31:30.145324 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a9ce524f-21a8-4307-8a6d-0cfe717e8ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1614447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32438'] for router (fc03e21e-d989-45a0-97fc-d438bdfd69cb), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:30.148864 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a9ce524f-21a8-4307-8a6d-0cfe717e8ddd admin admin] Publish callbacks [] for router_controller (fc03e21e-d989-45a0-97fc-d438bdfd69cb), precommit_delete_associations {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:30.558986 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a9ce524f-21a8-4307-8a6d-0cfe717e8ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1614454'] for router (fc03e21e-d989-45a0-97fc-d438bdfd69cb), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:30.559741 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ce524f-21a8-4307-8a6d-0cfe717e8ddd admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc03e21e-d989-45a0-97fc-d438bdfd69cb {{(pid=107133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 06:31:30.566094 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a9ce524f-21a8-4307-8a6d-0cfe717e8ddd admin admin] Publish callbacks [] for router (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:30.570510 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-a9ce524f-21a8-4307-8a6d-0cfe717e8ddd admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/fc03e21e-d989-45a0-97fc-d438bdfd69cb HTTP/1.1" status: 204 len: 168 time: 1.6287456 Aug 26 06:31:30.570870 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59660) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:31:30.625932 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ec91307-29e5-45f3-b5b2-5091fff7f9b0 admin admin] Deleting subnet e599181f-14b0-4ac4-9664-916d658a325e {{(pid=107133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 06:31:30.631295 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4ec91307-29e5-45f3-b5b2-5091fff7f9b0 admin admin] Publish callbacks [] for subnet (e599181f-14b0-4ac4-9664-916d658a325e), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:30.674438 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4ec91307-29e5-45f3-b5b2-5091fff7f9b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2376984'] for subnet (e599181f-14b0-4ac4-9664-916d658a325e), precommit_delete_associations {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:30.766472 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4ec91307-29e5-45f3-b5b2-5091fff7f9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777363'] for subnet (e599181f-14b0-4ac4-9664-916d658a325e), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:30.959810 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4ec91307-29e5-45f3-b5b2-5091fff7f9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9094998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9189199'] for subnet (e599181f-14b0-4ac4-9664-916d658a325e), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:30.985281 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec91307-29e5-45f3-b5b2-5091fff7f9b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e599181f-14b0-4ac4-9664-916d658a325e,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:31:30.994478 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-4ec91307-29e5-45f3-b5b2-5091fff7f9b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:31.001377 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-4ec91307-29e5-45f3-b5b2-5091fff7f9b0 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/e599181f-14b0-4ac4-9664-916d658a325e HTTP/1.1" status: 204 len: 168 time: 0.4259055 Aug 26 06:31:31.001816 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 59662) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:31:31.009288 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984681d5-b033-4ba9-992a-55c7fb8aa1dd None None] Network e056da4a-201b-49f0-b8fe-7e84ff97ec06 requested from dv-cinder-853910-3-iscsi {{(pid=107135) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 06:31:31.090841 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-dafb6e9e-ff51-49aa-8203-4c99147cea3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568586'] for network (e056da4a-201b-49f0-b8fe-7e84ff97ec06), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:31.151906 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-dafb6e9e-ff51-49aa-8203-4c99147cea3c admin admin] Deleting port 20586b7b-0384-430b-9d1c-55fdaa8222cf {{(pid=107134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:31:31.152562 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-dafb6e9e-ff51-49aa-8203-4c99147cea3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (20586b7b-0384-430b-9d1c-55fdaa8222cf), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:31.193208 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b8d06b-e743-4b7a-8a3c-6d1f07f7d401 None None] DHCP port deletion for e056da4a-201b-49f0-b8fe-7e84ff97ec06 request from dv-cinder-853910-3-iscsi {{(pid=107135) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 06:31:31.223656 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.db [None req-dafb6e9e-ff51-49aa-8203-4c99147cea3c admin admin] For port 20586b7b-0384-430b-9d1c-55fdaa8222cf, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=20586b7b-0384-430b-9d1c-55fdaa8222cf,segment=NetworkSegment(e272a224-57ee-4bb2-9b2c-c27e7d8f75a9),segment_id=e272a224-57ee-4bb2-9b2c-c27e7d8f75a9)] {{(pid=107134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:31:31.224183 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-dafb6e9e-ff51-49aa-8203-4c99147cea3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (20586b7b-0384-430b-9d1c-55fdaa8222cf), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:31.232262 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-67b8d06b-e743-4b7a-8a3c-6d1f07f7d401 None None] Deleting port 20586b7b-0384-430b-9d1c-55fdaa8222cf {{(pid=107135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 06:31:31.232656 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-67b8d06b-e743-4b7a-8a3c-6d1f07f7d401 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776576257015'] for port (20586b7b-0384-430b-9d1c-55fdaa8222cf), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:31.242956 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.plugin [None req-dafb6e9e-ff51-49aa-8203-4c99147cea3c admin admin] Calling delete_port for 20586b7b-0384-430b-9d1c-55fdaa8222cf owned by network:dhcp {{(pid=107134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:31:31.305523 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-67b8d06b-e743-4b7a-8a3c-6d1f07f7d401 None None] For port 20586b7b-0384-430b-9d1c-55fdaa8222cf, host dv-cinder-853910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-3-iscsi',level=0,port_id=20586b7b-0384-430b-9d1c-55fdaa8222cf,segment=NetworkSegment(e272a224-57ee-4bb2-9b2c-c27e7d8f75a9),segment_id=e272a224-57ee-4bb2-9b2c-c27e7d8f75a9)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 06:31:31.305838 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-67b8d06b-e743-4b7a-8a3c-6d1f07f7d401 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1621843'] for port (20586b7b-0384-430b-9d1c-55fdaa8222cf), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:31.322491 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-67b8d06b-e743-4b7a-8a3c-6d1f07f7d401 None None] Calling delete_port for 20586b7b-0384-430b-9d1c-55fdaa8222cf owned by network:dhcp {{(pid=107135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 06:31:31.387340 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:31:31.481013 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device cab7326d-c6ee-4427-8ef1-471973ff0678 no longer exists at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:31:31.506513 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] No Port match for: cab7326d-c6ee-4427-8ef1-471973ff0678 {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:31:31.506820 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device cab7326d-c6ee-4427-8ef1-471973ff0678 not bound to the agent host dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:31:31.507131 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 9f37e899-75b4-4014-b402-fbc8859a4c3b no longer exists at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:31:31.526928 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] No Port match for: 9f37e899-75b4-4014-b402-fbc8859a4c3b {{(pid=107135) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 06:31:31.527275 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 9f37e899-75b4-4014-b402-fbc8859a4c3b not bound to the agent host dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 06:31:31.527681 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.rpc [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Device 20586b7b-0384-430b-9d1c-55fdaa8222cf no longer exists at agent ovs-agent-dv-cinder-853910-3-iscsi {{(pid=107135) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 06:31:31.564705 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 6 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:31:31.587587 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-dafb6e9e-ff51-49aa-8203-4c99147cea3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3183143'] for port (20586b7b-0384-430b-9d1c-55fdaa8222cf), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: from cryptography.utils import int_from_bytes Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: from cryptography.utils import int_from_bytes Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: self.session.flush() Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: self.session.flush() Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: self.session.flush() Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: self.session.flush() Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: self.session.flush() Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: self.session.flush() Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: self.session.flush() Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: self.session.flush() Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: self.session.flush() Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: self.session.flush() Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: self.session.flush() Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: self.session.flush() Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: self.session.flush() Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: self.session.flush() Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: self.session.flush() Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: self.session.flush() Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: self.session.flush() Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: self.session.flush() Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 06:31:31.595325 dv-cinder-853910-3-iscsi neutron-server[107135]: self.session.flush() Aug 26 06:31:31.599523 dv-cinder-853910-3-iscsi neutron-server[107135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 06:31:31.599523 dv-cinder-853910-3-iscsi neutron-server[107135]: self.session.flush() Aug 26 06:31:31.599523 dv-cinder-853910-3-iscsi neutron-server[107135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 06:31:31.599523 dv-cinder-853910-3-iscsi neutron-server[107135]: self.session.flush() Aug 26 06:31:31.599523 dv-cinder-853910-3-iscsi neutron-server[107135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 06:31:31.599523 dv-cinder-853910-3-iscsi neutron-server[107135]: self.session.flush() Aug 26 06:31:31.599523 dv-cinder-853910-3-iscsi neutron-server[107135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 06:31:31.599523 dv-cinder-853910-3-iscsi neutron-server[107135]: self.session.flush() Aug 26 06:31:31.599523 dv-cinder-853910-3-iscsi neutron-server[107135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 06:31:31.599523 dv-cinder-853910-3-iscsi neutron-server[107135]: self.session.flush() Aug 26 06:31:31.599523 dv-cinder-853910-3-iscsi neutron-server[107135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 06:31:31.599523 dv-cinder-853910-3-iscsi neutron-server[107135]: self.session.flush() Aug 26 06:31:31.599523 dv-cinder-853910-3-iscsi neutron-server[107135]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 06:31:31.599523 dv-cinder-853910-3-iscsi neutron-server[107135]: self.session.flush() Aug 26 06:31:31.607882 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Current status of the port 20586b7b-0384-430b-9d1c-55fdaa8222cf is: ACTIVE; New status is: DOWN {{(pid=107135) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 06:31:31.608425 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621910'] for port (20586b7b-0384-430b-9d1c-55fdaa8222cf), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:31.610574 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-67b8d06b-e743-4b7a-8a3c-6d1f07f7d401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-606355', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251697', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776576264084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776575819596'] for port (20586b7b-0384-430b-9d1c-55fdaa8222cf), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:31.611875 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb6e9e-ff51-49aa-8203-4c99147cea3c admin admin] Pushing event deleted for resources: {'Port': ['ID=20586b7b-0384-430b-9d1c-55fdaa8222cf,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:31:31.618914 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafb6e9e-ff51-49aa-8203-4c99147cea3c admin admin] No DVR routers for this DVR port 20586b7b-0384-430b-9d1c-55fdaa8222cf on host dv-cinder-853910-3-iscsi {{(pid=107134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:31:31.652578 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b8d06b-e743-4b7a-8a3c-6d1f07f7d401 None None] Pushing event deleted for resources: {'Port': ['ID=20586b7b-0384-430b-9d1c-55fdaa8222cf,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:31:31.664580 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b8d06b-e743-4b7a-8a3c-6d1f07f7d401 None None] No DVR routers for this DVR port 20586b7b-0384-430b-9d1c-55fdaa8222cf on host dv-cinder-853910-3-iscsi {{(pid=107135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 06:31:31.674958 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b8d06b-e743-4b7a-8a3c-6d1f07f7d401 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:31.675307 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b8d06b-e743-4b7a-8a3c-6d1f07f7d401 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:31.675646 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b8d06b-e743-4b7a-8a3c-6d1f07f7d401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:31.677551 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b8d06b-e743-4b7a-8a3c-6d1f07f7d401 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:31.677893 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b8d06b-e743-4b7a-8a3c-6d1f07f7d401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:31.678230 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b8d06b-e743-4b7a-8a3c-6d1f07f7d401 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:31.678564 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b8d06b-e743-4b7a-8a3c-6d1f07f7d401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:31.678918 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b8d06b-e743-4b7a-8a3c-6d1f07f7d401 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:31.679512 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b8d06b-e743-4b7a-8a3c-6d1f07f7d401 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:31.679811 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b8d06b-e743-4b7a-8a3c-6d1f07f7d401 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:31.680559 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b8d06b-e743-4b7a-8a3c-6d1f07f7d401 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:31.680559 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b8d06b-e743-4b7a-8a3c-6d1f07f7d401 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:31.680990 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b8d06b-e743-4b7a-8a3c-6d1f07f7d401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:31.681094 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b8d06b-e743-4b7a-8a3c-6d1f07f7d401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:31.681381 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b8d06b-e743-4b7a-8a3c-6d1f07f7d401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-3-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 06:31:31.702251 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-dafb6e9e-ff51-49aa-8203-4c99147cea3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-729656', 'neutron.services.segments.db._delete_segments_for_network-8776576287582'] for network (e056da4a-201b-49f0-b8fe-7e84ff97ec06), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:31.742856 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:31.743478 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-dafb6e9e-ff51-49aa-8203-4c99147cea3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e056da4a-201b-49f0-b8fe-7e84ff97ec06']}} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:31:31.755517 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-dafb6e9e-ff51-49aa-8203-4c99147cea3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e272a224-57ee-4bb2-9b2c-c27e7d8f75a9') {'for_net_delete': True} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:31:31.759309 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.services.segments.db [None req-dafb6e9e-ff51-49aa-8203-4c99147cea3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e272a224-57ee-4bb2-9b2c-c27e7d8f75a9') {} {{(pid=107134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 06:31:31.767083 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-dafb6e9e-ff51-49aa-8203-4c99147cea3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776576346588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3346503'] for segment (e272a224-57ee-4bb2-9b2c-c27e7d8f75a9), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:31.782678 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-dafb6e9e-ff51-49aa-8203-4c99147cea3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439'] for segment (e272a224-57ee-4bb2-9b2c-c27e7d8f75a9), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:31.792433 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dafb6e9e-ff51-49aa-8203-4c99147cea3c admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=107134) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 06:31:31.793034 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-dafb6e9e-ff51-49aa-8203-4c99147cea3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3183176'] for segment (e272a224-57ee-4bb2-9b2c-c27e7d8f75a9), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:31.817162 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.services.segments.plugin [-] Segment e272a224-57ee-4bb2-9b2c-c27e7d8f75a9 resource provider aggregate not found Aug 26 06:31:31.863106 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.services.segments.plugin [-] Segment e272a224-57ee-4bb2-9b2c-c27e7d8f75a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e272a224-57ee-4bb2-9b2c-c27e7d8f75a9 found for delete ", "request_id": "req-ea97a337-4a14-4de5-a110-a19daf69345a"}]} Aug 26 06:31:31.890860 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:31.976652 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:32.273555 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-dafb6e9e-ff51-49aa-8203-4c99147cea3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-729647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1621691'] for network (e056da4a-201b-49f0-b8fe-7e84ff97ec06), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:32.283209 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-dafb6e9e-ff51-49aa-8203-4c99147cea3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577333'] for network (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:32.283209 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-dafb6e9e-ff51-49aa-8203-4c99147cea3c admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/e056da4a-201b-49f0-b8fe-7e84ff97ec06 HTTP/1.1" status: 204 len: 168 time: 1.2797110 Aug 26 06:31:32.295652 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb6e9e-ff51-49aa-8203-4c99147cea3c admin admin] Pushing event deleted for resources: {'Network': ['ID=e056da4a-201b-49f0-b8fe-7e84ff97ec06,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:31:33.120584 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59670) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:31:33.166485 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-8e52aa28-334b-481c-99d2-25c6330de63b admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=c070cba92de641518c86248b1e27daea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447178 Aug 26 06:31:33.169468 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59672) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:31:33.215627 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:31:33.230253 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-c9251eb9-9ba3-4f0b-9910-7bb4c24335f9 admin admin] Publish callbacks [] for security_group (ef53b335-5861-4528-8ef4-9a8f0e5654f8), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:33.253300 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-c9251eb9-9ba3-4f0b-9910-7bb4c24335f9 admin admin] Publish callbacks [] for security_group (ef53b335-5861-4528-8ef4-9a8f0e5654f8), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:33.616430 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-c9251eb9-9ba3-4f0b-9910-7bb4c24335f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (ef53b335-5861-4528-8ef4-9a8f0e5654f8), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:33.619076 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-c9251eb9-9ba3-4f0b-9910-7bb4c24335f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:33.620286 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-c9251eb9-9ba3-4f0b-9910-7bb4c24335f9 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/ef53b335-5861-4528-8ef4-9a8f0e5654f8 HTTP/1.1" status: 204 len: 168 time: 0.4494805 Aug 26 06:31:33.628920 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9251eb9-9ba3-4f0b-9910-7bb4c24335f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef53b335-5861-4528-8ef4-9a8f0e5654f8,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:31:42.233090 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59804) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:31:42.284327 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=52,neutron:DELETE=5 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:31:42.294286 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=54,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:31:42.360289 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-cea345f6-8b81-4a86-8e4e-f791d072a653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:42.457114 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-cea345f6-8b81-4a86-8e4e-f791d072a653 admin admin] Publish callbacks [] for security_group (0668b857-fada-47ae-b3d9-7432168809c4), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:42.684370 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-cea345f6-8b81-4a86-8e4e-f791d072a653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (0668b857-fada-47ae-b3d9-7432168809c4), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:42.728584 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-cea345f6-8b81-4a86-8e4e-f791d072a653 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=cca3b155db894cc4a5da711ddf7cc8d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4942012 Aug 26 06:31:42.729952 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea345f6-8b81-4a86-8e4e-f791d072a653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0668b857-fada-47ae-b3d9-7432168809c4,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:31:42.731718 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 59810) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:31:42.787574 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-b5cdad6f-fa87-46e4-b039-592628151926 admin admin] Publish callbacks [] for security_group (0668b857-fada-47ae-b3d9-7432168809c4), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:42.811921 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-b5cdad6f-fa87-46e4-b039-592628151926 admin admin] Publish callbacks [] for security_group (0668b857-fada-47ae-b3d9-7432168809c4), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:43.067593 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-b5cdad6f-fa87-46e4-b039-592628151926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (0668b857-fada-47ae-b3d9-7432168809c4), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:43.070104 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-b5cdad6f-fa87-46e4-b039-592628151926 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:43.071328 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-b5cdad6f-fa87-46e4-b039-592628151926 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/0668b857-fada-47ae-b3d9-7432168809c4 HTTP/1.1" status: 204 len: 168 time: 0.3381059 Aug 26 06:31:43.079813 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cdad6f-fa87-46e4-b039-592628151926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0668b857-fada-47ae-b3d9-7432168809c4,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:31:43.999279 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 59818) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:31:44.018111 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d0589f33-4068-4f3a-bb99-04a0fb6674f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:44.105807 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d0589f33-4068-4f3a-bb99-04a0fb6674f5 admin admin] Publish callbacks [] for security_group (8cbc5645-68ee-4344-8e54-900cebd7753c), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:44.267408 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-d0589f33-4068-4f3a-bb99-04a0fb6674f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (8cbc5645-68ee-4344-8e54-900cebd7753c), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:44.307113 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0589f33-4068-4f3a-bb99-04a0fb6674f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbc5645-68ee-4344-8e54-900cebd7753c,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:31:44.311451 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-d0589f33-4068-4f3a-bb99-04a0fb6674f5 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=f2b0584b27cf4e88b76fa6929a3ad756&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3111286 Aug 26 06:31:44.323249 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 59822) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:31:44.364257 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3a45c588-f8e1-4a83-9556-e329e06f86eb admin admin] Publish callbacks [] for security_group (8cbc5645-68ee-4344-8e54-900cebd7753c), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:44.392763 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3a45c588-f8e1-4a83-9556-e329e06f86eb admin admin] Publish callbacks [] for security_group (8cbc5645-68ee-4344-8e54-900cebd7753c), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:44.610109 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3a45c588-f8e1-4a83-9556-e329e06f86eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (8cbc5645-68ee-4344-8e54-900cebd7753c), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:44.612726 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3a45c588-f8e1-4a83-9556-e329e06f86eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:44.614036 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-3a45c588-f8e1-4a83-9556-e329e06f86eb admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/8cbc5645-68ee-4344-8e54-900cebd7753c HTTP/1.1" status: 204 len: 168 time: 0.2982166 Aug 26 06:31:44.628554 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45c588-f8e1-4a83-9556-e329e06f86eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbc5645-68ee-4344-8e54-900cebd7753c,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:31:48.079357 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 59878) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:31:48.190271 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3849f76c-cbc1-4bc1-9d08-46ff19ecc42a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:48.267456 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3849f76c-cbc1-4bc1-9d08-46ff19ecc42a admin admin] Publish callbacks [] for security_group (2bb6f3e3-b1c3-4175-aa83-8cabc4a0fd24), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:48.638496 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-3849f76c-cbc1-4bc1-9d08-46ff19ecc42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (2bb6f3e3-b1c3-4175-aa83-8cabc4a0fd24), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:48.662630 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:31:48.679677 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849f76c-cbc1-4bc1-9d08-46ff19ecc42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb6f3e3-b1c3-4175-aa83-8cabc4a0fd24,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:31:48.683885 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-3849f76c-cbc1-4bc1-9d08-46ff19ecc42a admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=761548f6db7e49e8a858ab97d77fbf90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6035192 Aug 26 06:31:48.698541 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 59882) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:31:48.736046 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-60212388-4406-454c-9083-2092d56c9c9c admin admin] Publish callbacks [] for security_group (2bb6f3e3-b1c3-4175-aa83-8cabc4a0fd24), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:48.756951 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-60212388-4406-454c-9083-2092d56c9c9c admin admin] Publish callbacks [] for security_group (2bb6f3e3-b1c3-4175-aa83-8cabc4a0fd24), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:48.781837 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:31:48.930553 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-60212388-4406-454c-9083-2092d56c9c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (2bb6f3e3-b1c3-4175-aa83-8cabc4a0fd24), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:48.933389 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-60212388-4406-454c-9083-2092d56c9c9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:48.934561 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-60212388-4406-454c-9083-2092d56c9c9c admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/2bb6f3e3-b1c3-4175-aa83-8cabc4a0fd24 HTTP/1.1" status: 204 len: 168 time: 0.2471304 Aug 26 06:31:48.942678 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60212388-4406-454c-9083-2092d56c9c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb6f3e3-b1c3-4175-aa83-8cabc4a0fd24,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:31:50.445565 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 59888) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:31:50.463075 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-35e7e6e8-0551-4e90-9bd8-fe4daa5c26eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:50.522398 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=6 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:31:50.540326 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-35e7e6e8-0551-4e90-9bd8-fe4daa5c26eb admin admin] Publish callbacks [] for security_group (5935b4b7-0ab8-45db-8af6-881030c0fc64), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:50.798609 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-35e7e6e8-0551-4e90-9bd8-fe4daa5c26eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (5935b4b7-0ab8-45db-8af6-881030c0fc64), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:50.841779 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-35e7e6e8-0551-4e90-9bd8-fe4daa5c26eb admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=3a533d25f80d46ffae960c242c30c530&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3950961 Aug 26 06:31:50.842478 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7e6e8-0551-4e90-9bd8-fe4daa5c26eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5935b4b7-0ab8-45db-8af6-881030c0fc64,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:31:50.844629 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59890) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:31:50.911413 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-5bb8f421-9795-4c03-ad42-9f0ffb598047 admin admin] Publish callbacks [] for security_group (5935b4b7-0ab8-45db-8af6-881030c0fc64), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:50.936253 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-5bb8f421-9795-4c03-ad42-9f0ffb598047 admin admin] Publish callbacks [] for security_group (5935b4b7-0ab8-45db-8af6-881030c0fc64), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:51.230543 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-5bb8f421-9795-4c03-ad42-9f0ffb598047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (5935b4b7-0ab8-45db-8af6-881030c0fc64), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:51.233191 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-5bb8f421-9795-4c03-ad42-9f0ffb598047 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:51.234345 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-5bb8f421-9795-4c03-ad42-9f0ffb598047 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/5935b4b7-0ab8-45db-8af6-881030c0fc64 HTTP/1.1" status: 204 len: 168 time: 0.3885841 Aug 26 06:31:51.243587 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8f421-9795-4c03-ad42-9f0ffb598047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5935b4b7-0ab8-45db-8af6-881030c0fc64,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:31:54.504984 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:31:56.438125 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1faf8149-44d9-4264-9755-4d842eeb38bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:56.916758 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59960) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:31:57.024667 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-76049cdd-d8ea-4b06-b03b-02ead6496761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:57.106594 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-76049cdd-d8ea-4b06-b03b-02ead6496761 admin admin] Publish callbacks [] for security_group (c4623d35-2a47-4586-abcc-19df964077f0), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:57.260925 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-76049cdd-d8ea-4b06-b03b-02ead6496761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (c4623d35-2a47-4586-abcc-19df964077f0), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:57.281290 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:31:57.299411 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76049cdd-d8ea-4b06-b03b-02ead6496761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4623d35-2a47-4586-abcc-19df964077f0,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:31:57.305067 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-76049cdd-d8ea-4b06-b03b-02ead6496761 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=9f53770e29844874b0e7c39a4b969278&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3872454 Aug 26 06:31:57.309145 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59964) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:31:57.370111 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a8caca62-8a86-430a-8b80-0837589bba95 admin admin] Publish callbacks [] for security_group (c4623d35-2a47-4586-abcc-19df964077f0), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:57.395419 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a8caca62-8a86-430a-8b80-0837589bba95 admin admin] Publish callbacks [] for security_group (c4623d35-2a47-4586-abcc-19df964077f0), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:57.427744 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:31:57.592890 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a8caca62-8a86-430a-8b80-0837589bba95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (c4623d35-2a47-4586-abcc-19df964077f0), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:57.595485 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-a8caca62-8a86-430a-8b80-0837589bba95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:57.596682 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-a8caca62-8a86-430a-8b80-0837589bba95 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/c4623d35-2a47-4586-abcc-19df964077f0 HTTP/1.1" status: 204 len: 168 time: 0.2865901 Aug 26 06:31:57.605254 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8caca62-8a86-430a-8b80-0837589bba95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4623d35-2a47-4586-abcc-19df964077f0,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:31:58.522954 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:31:58.856182 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-207c8f1d-f67a-43e6-bf00-7fe3cb78c20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:59.268887 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 59970) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:31:59.283253 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-440315e7-7408-4162-82ce-11346b2eeee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:59.361744 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-440315e7-7408-4162-82ce-11346b2eeee9 admin admin] Publish callbacks [] for security_group (72969a9f-cf34-4e30-b239-a3fa31d1669e), precommit_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:59.506682 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-440315e7-7408-4162-82ce-11346b2eeee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (72969a9f-cf34-4e30-b239-a3fa31d1669e), after_create {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:59.547203 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-440315e7-7408-4162-82ce-11346b2eeee9 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=364274e9fa61425eb6e72e02e69748d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2767503 Aug 26 06:31:59.548340 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440315e7-7408-4162-82ce-11346b2eeee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72969a9f-cf34-4e30-b239-a3fa31d1669e,revision_number=1']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:31:59.549980 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 59972) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:31:59.601962 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-94310bec-a956-4ebb-afb5-ab72723ed514 admin admin] Publish callbacks [] for security_group (72969a9f-cf34-4e30-b239-a3fa31d1669e), before_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:59.622830 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-94310bec-a956-4ebb-afb5-ab72723ed514 admin admin] Publish callbacks [] for security_group (72969a9f-cf34-4e30-b239-a3fa31d1669e), precommit_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:59.798489 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-94310bec-a956-4ebb-afb5-ab72723ed514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (72969a9f-cf34-4e30-b239-a3fa31d1669e), after_delete {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:59.801139 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-94310bec-a956-4ebb-afb5-ab72723ed514 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:31:59.802353 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-94310bec-a956-4ebb-afb5-ab72723ed514 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/72969a9f-cf34-4e30-b239-a3fa31d1669e HTTP/1.1" status: 204 len: 168 time: 0.2506187 Aug 26 06:31:59.811612 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94310bec-a956-4ebb-afb5-ab72723ed514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72969a9f-cf34-4e30-b239-a3fa31d1669e,revision_number=None']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:31:59.964052 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:32:01.472966 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:32:01.672719 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:32:01.884033 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:32:08.564600 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 6 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:32:09.528606 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=25,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:32:09.544179 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:DELETE=4,neutron:SELECT=51,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:32:09.656392 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:32:09.807831 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:32:12.453074 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=17 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:32:12.456462 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=31,neutron:UPDATE=5 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:32:15.960751 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [-] (107133) accepted ('10.222.0.40', 60106) {{(pid=107133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:32:16.078769 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-ea52fc36-9bc9-4f53-a2b2-156bd2f9a1ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:32:16.159835 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-ea52fc36-9bc9-4f53-a2b2-156bd2f9a1ae admin admin] Publish callbacks [] for security_group (a89c628c-02d6-466d-add5-40c70f9b2efb), precommit_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:32:16.284104 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron_lib.callbacks.manager [None req-ea52fc36-9bc9-4f53-a2b2-156bd2f9a1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (a89c628c-02d6-466d-add5-40c70f9b2efb), after_create {{(pid=107133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:32:16.324740 dv-cinder-853910-3-iscsi neutron-server[107133]: INFO neutron.wsgi [None req-ea52fc36-9bc9-4f53-a2b2-156bd2f9a1ae admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=fa4bab667b10408e862103b5e23298e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3626344 Aug 26 06:32:16.325554 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52fc36-9bc9-4f53-a2b2-156bd2f9a1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89c628c-02d6-466d-add5-40c70f9b2efb,revision_number=1']} {{(pid=107133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:32:16.327499 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [-] (107134) accepted ('10.222.0.40', 60110) {{(pid=107134) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 06:32:16.383910 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a68336d9-9367-4633-b401-48f0be33bfdb admin admin] Publish callbacks [] for security_group (a89c628c-02d6-466d-add5-40c70f9b2efb), before_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:32:16.405405 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a68336d9-9367-4633-b401-48f0be33bfdb admin admin] Publish callbacks [] for security_group (a89c628c-02d6-466d-add5-40c70f9b2efb), precommit_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:32:16.626542 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a68336d9-9367-4633-b401-48f0be33bfdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692644'] for security_group (a89c628c-02d6-466d-add5-40c70f9b2efb), after_delete {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:32:16.629636 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron_lib.callbacks.manager [None req-a68336d9-9367-4633-b401-48f0be33bfdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:32:16.630853 dv-cinder-853910-3-iscsi neutron-server[107134]: INFO neutron.wsgi [None req-a68336d9-9367-4633-b401-48f0be33bfdb admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/a89c628c-02d6-466d-add5-40c70f9b2efb HTTP/1.1" status: 204 len: 168 time: 0.3022916 Aug 26 06:32:16.639076 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68336d9-9367-4633-b401-48f0be33bfdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89c628c-02d6-466d-add5-40c70f9b2efb,revision_number=None']} {{(pid=107134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 06:32:26.319040 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=20,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:32:26.320980 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG dbcounter [-] [107133] Writing DB stats neutron:SELECT=17,neutron:INSERT=7 {{(pid=107133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:32:26.392622 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6d4fbba6-e0b6-4ee8-acb7-8ee70630df3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:32:26.634594 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:32:26.635535 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG dbcounter [-] [107134] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=107134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:32:27.512781 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=5 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:32:27.513554 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:32:28.615255 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-74a2d8c6-09a2-467d-ae4c-c254d33312e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:32:29.923266 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:32:31.466515 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:32:31.579667 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:32:31.809159 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:32:41.505347 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:32:41.506223 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:32:41.680313 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:32:41.688264 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:32:45.567545 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 6 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:32:52.445474 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=14 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:32:56.397703 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0614f7c9-fb60-49fd-baeb-046f5537f060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:32:58.614554 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-09f6a03e-12fc-4a46-9f1e-285c8cb91771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:32:59.940994 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:33:01.458657 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:33:01.557210 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:33:01.797262 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:33:04.504351 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=17 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:33:04.509390 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:33:11.686636 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:33:11.689777 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:33:22.570020 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 6 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:33:26.443192 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0eec7d01-f3fa-4aa5-b2d7-7bace0a5bf19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:33:28.670685 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-96a1da82-07d0-459f-839f-42bc188889b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:33:29.973508 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:33:31.443060 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:33:31.556941 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:33:31.762477 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:33:41.506601 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:33:41.517882 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=6 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:33:41.693992 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:33:41.701079 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:33:54.509662 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:33:54.510456 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:DELETE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:33:56.379225 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4d4cf424-5b65-416b-9cb9-74544104dbf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:33:58.682383 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-fe3efe4e-32a0-4ffc-a5a6-faf223013cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:33:59.571010 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 6 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:33:59.943160 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:34:01.459476 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:34:01.670286 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:34:01.819018 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:34:12.573316 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:34:12.575163 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:34:18.509707 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:34:18.514685 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:34:26.379152 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1b994175-ba26-49ac-b726-b7b64c8dd1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:34:28.630130 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2afa02e3-4a47-47ad-952f-9db33268ba41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:34:29.992911 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:34:31.544063 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:34:31.604361 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:34:31.833061 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:34:36.570898 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 6 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:34:41.715830 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:34:41.723964 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:34:55.508143 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=14 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:34:55.513046 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=20 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:34:56.380675 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-035a3897-f31f-45f1-b113-526ab75c08ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:34:58.626810 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-19a36d74-7322-4b97-8fe9-732331a693ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:34:59.943935 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:35:01.441131 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:35:01.569463 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:35:01.835281 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:35:11.732663 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:35:11.738676 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:35:13.570211 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 6 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:35:26.419933 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-476d52ef-70d3-4b1e-99d5-fab0296b6922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:35:28.603070 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-5d07c585-e152-4700-ac3d-64bd76fc0e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:35:29.994426 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:35:31.482543 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:35:31.716998 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:35:31.888489 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:35:32.504989 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:35:32.509918 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=6 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:35:41.734458 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:35:41.736392 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:35:50.571206 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 6 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:35:56.390525 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-17d50cc1-3af5-48d2-a44d-97e77bbca88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:35:58.636636 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-5b6ca157-303a-4e6e-be23-5110a49d3b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:35:59.999919 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:36:01.496349 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:36:01.584451 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:36:01.833918 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:36:02.339473 dv-cinder-853910-3-iscsi neutron-server[107134]: DEBUG neutron.wsgi [req-a4d7b7df-b454-4d01-b615-82ce5ab8595a req-f3621ddc-fe9d-460f-a249-758868c12b3a service neutron] (107134) timed out ('10.222.0.40', 54188) {{(pid=107134) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 26 06:36:02.907202 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [req-a4d7b7df-b454-4d01-b615-82ce5ab8595a req-e615b234-a8b3-4332-922c-8962e156e7fb tempest-AttachVolumeShelveTestJSON-1001120803 tempest-AttachVolumeShelveTestJSON-1001120803-project] (107133) timed out ('10.222.0.40', 54200) {{(pid=107133) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 26 06:36:09.499740 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:36:09.507611 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=7 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:36:12.454755 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:36:12.455566 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:36:26.376242 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d2def22b-d1cc-4f29-8162-23ce9eec03f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:36:27.570493 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 6 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:36:28.589290 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1e97d4ae-d4fc-4bcd-a7ce-fb0b0681ea6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:36:30.012156 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:36:31.618178 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:36:31.646685 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:36:31.850366 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:36:41.753595 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:36:41.755457 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:36:47.939286 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [req-0f9f3b88-5127-4664-b91b-d74471f3a1da req-e2e3766c-434f-42bc-a060-d6975576d489 service neutron] (107133) timed out ('10.222.0.76', 65466) {{(pid=107133) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 26 06:36:49.816192 dv-cinder-853910-3-iscsi neutron-server[107133]: DEBUG neutron.wsgi [req-f474bcde-09bd-46b3-b5f8-3e69ac87bb5d req-9b62efc4-ff13-4739-bdb7-510b421515c8 tempest-AttachVolumeTestJSON-932453734 tempest-AttachVolumeTestJSON-932453734-project] (107133) timed out ('10.222.0.76', 65469) {{(pid=107133) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 26 06:36:52.450031 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=12 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:36:52.451558 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=22 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:36:56.388634 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-7e5d7c44-aee0-4a07-a9e5-ba75307ec0b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:36:58.611864 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-538cac41-4ced-4447-8337-e475dae3a9d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:36:59.946639 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:37:01.468512 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:37:01.777636 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:37:01.903490 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:37:04.568504 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG neutron.db.agents_db [None req-5d64dae7-585a-41b1-b063-6c19f04b5ada None None] Agent healthcheck: found 6 active agents {{(pid=107136) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 06:37:11.746697 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:37:11.752617 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:37:23.500776 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:37:23.505778 dv-cinder-853910-3-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 06:37:26.386900 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c874c9a0-8329-44f3-8e2d-a64617ce1a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (cf64840e-f340-4e9a-bb2f-df6b7decc44a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:37:28.606113 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-af0b00e4-5ba2-4174-8584-299535a11b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (6a119b4b-011b-42fe-a4e1-c5af22fdbc75), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:37:29.952702 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8cdb990d-cbb4-46df-999d-092978645a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ee2cdab0-72b2-4c08-8d5b-57b043a6f814), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:37:31.449429 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25169206-59c8-4789-a82e-38b30e3fcc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (4b23c1c4-ad66-4056-a835-9b344d252955), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:37:31.609466 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-59f48c69-2dca-419c-9d18-89d07bb83ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (ccddb6a7-e401-489d-8655-24b0567ae0a4), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 06:37:31.872176 dv-cinder-853910-3-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3e77f382-9960-4d71-a8fd-197a6b0aa34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776576287564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777191'] for agent (607bbde6-0fd2-4787-87ed-7343841db9ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}